Max level shown: TRCE DEBG INFO WARN ERRO FATA

1	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 11 reason = Timeout
2	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 6 reason = Timeout
3	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 5 reason = Timeout
5	2024-05-20T17:15:07.478Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
6	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 5 reason = Timeout
8	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 5 reason = Timeout
9	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 5 reason = Timeout
10	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
11	2024-05-20T17:15:07.478Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
12	2024-05-20T17:15:07.478Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
13	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
14	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 8.01\u{b5}s iteration = 5
15	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 5 reason = Timeout
16	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
17	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 5 reason = Timeout
18	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
19	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
20	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
21	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
22	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
23	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
24	2024-05-20T17:15:07.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
25	2024-05-20T17:15:07.480Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
26	2024-05-20T17:15:07.481Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
27	2024-05-20T17:15:07.481Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
28	2024-05-20T17:15:07.481Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.009009ms iteration = 5
29	2024-05-20T17:15:07.481Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4517, tv_nsec: 826575005 } })
30	2024-05-20T17:15:07.481Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4517, tv_nsec: 826667676 } })
31	2024-05-20T17:15:07.481Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
32	2024-05-20T17:15:07.482Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
33	2024-05-20T17:15:07.483Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
34	2024-05-20T17:15:07.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
35	2024-05-20T17:15:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
36	2024-05-20T17:15:07.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
37	2024-05-20T17:15:07.484Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
38	2024-05-20T17:15:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
39	2024-05-20T17:15:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
40	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
41	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
42	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
43	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
44	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
45	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
46	2024-05-20T17:15:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
47	2024-05-20T17:15:07.486Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4517, tv_nsec: 831468059 } })
48	2024-05-20T17:15:07.486Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
49	2024-05-20T17:15:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
50	2024-05-20T17:15:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
51	2024-05-20T17:15:07.487Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
52	2024-05-20T17:15:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53	2024-05-20T17:15:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
54	2024-05-20T17:15:07.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
55	2024-05-20T17:15:07.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56	2024-05-20T17:15:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57	2024-05-20T17:15:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
58	2024-05-20T17:15:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
59	2024-05-20T17:15:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
60	2024-05-20T17:15:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
61	2024-05-20T17:15:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
62	2024-05-20T17:15:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
63	2024-05-20T17:15:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
64	2024-05-20T17:15:07.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
65	2024-05-20T17:15:07.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.701794ms iteration = 11
66	2024-05-20T17:15:07.502Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 5 reason = Timeout
67	2024-05-20T17:15:07.502Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
68	2024-05-20T17:15:07.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
69	2024-05-20T17:15:07.503Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
70	2024-05-20T17:15:07.505Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
71	2024-05-20T17:15:07.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
72	2024-05-20T17:15:07.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
73	2024-05-20T17:15:07.505Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
74	2024-05-20T17:15:07.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
75	2024-05-20T17:15:07.506Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
76	2024-05-20T17:15:07.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
77	2024-05-20T17:15:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78	2024-05-20T17:15:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
79	2024-05-20T17:15:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
80	2024-05-20T17:15:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
81	2024-05-20T17:15:07.510Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
82	2024-05-20T17:15:07.510Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 8.617913ms iteration = 5
83	2024-05-20T17:15:07.512Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 33.585889ms iteration = 5
84	2024-05-20T17:15:07.513Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
85	2024-05-20T17:15:07.513Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 35.287651ms iteration = 6
86	2024-05-20T17:15:07.577Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
87	2024-05-20T17:15:07.577Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
88	2024-05-20T17:15:07.577Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bf75c322-b5eb-4b15-b1db-b87aa9729e6d", "content-length": "26", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
89	2024-05-20T17:15:07.577Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
90	2024-05-20T17:15:07.578Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
91	2024-05-20T17:15:07.578Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
92	2024-05-20T17:15:07.578Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "866d3584-66f4-4280-b5d6-e85ae407b51f", "content-length": "26", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
93	2024-05-20T17:15:07.578Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
94	2024-05-20T17:15:07.579Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
95	2024-05-20T17:15:07.579Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
96	2024-05-20T17:15:07.579Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
97	2024-05-20T17:15:07.580Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "409c5a13-3884-4e03-a72e-f5f0b6619dc2", "content-length": "26", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
98	2024-05-20T17:15:07.580Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
99	2024-05-20T17:15:07.580Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
100	2024-05-20T17:15:07.582Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
101	2024-05-20T17:15:07.651Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
102	2024-05-20T17:15:07.651Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3cb11b9b-119a-4fa0-86fb-916e81ebedc8", "content-length": "1", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
103	2024-05-20T17:15:07.653Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
104	2024-05-20T17:15:07.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
105	2024-05-20T17:15:07.654Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 176.399135ms iteration = 5
106	2024-05-20T17:15:07.656Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 177.906685ms iteration = 5
107	2024-05-20T17:15:07.724Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
108	2024-05-20T17:15:07.725Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
109	2024-05-20T17:15:07.726Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
110	2024-05-20T17:15:07.726Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
111	2024-05-20T17:15:07.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
112	2024-05-20T17:15:07.736Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
113	2024-05-20T17:15:07.736Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "30bf72a2-2341-49a0-a7b9-c8ffa5ac9fd7", "content-length": "121", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
114	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
115	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
116	2024-05-20T17:15:07.736Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
117	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
118	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
119	2024-05-20T17:15:07.736Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
120	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
121	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
122	2024-05-20T17:15:07.736Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
123	2024-05-20T17:15:07.736Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
124	2024-05-20T17:15:07.737Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
125	2024-05-20T17:15:07.739Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
126	2024-05-20T17:15:07.739Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "19e06ab4-9875-45f8-87a7-b2dd1dc04203", "content-length": "2", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
127	2024-05-20T17:15:07.739Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
128	2024-05-20T17:15:07.739Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ca283d0c-15e8-4429-8452-c4a391b94e9e", "content-length": "52", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
129	2024-05-20T17:15:07.739Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
130	2024-05-20T17:15:07.739Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
131	2024-05-20T17:15:07.814Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1e83dfaa-954c-43ba-b960-ae6a4213d2e0", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
132	2024-05-20T17:15:07.814Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
133	2024-05-20T17:15:07.814Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
134	2024-05-20T17:15:07.815Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4e02c305-9b0a-42cc-9b9f-2fe0e9ecdfb3", "content-length": "467", "date": "Mon, 20 May 2024 17:15:07 GMT"} })
135	2024-05-20T17:15:07.815Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
136	2024-05-20T17:15:07.815Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
137	2024-05-20T17:15:07.819Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
138	2024-05-20T17:15:07.819Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
139	2024-05-20T17:15:07.822Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
140	2024-05-20T17:15:07.822Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
141	2024-05-20T17:15:07.823Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
142	2024-05-20T17:15:07.824Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
143	2024-05-20T17:15:07.838Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 359.72073ms iteration = 5
144	2024-05-20T17:15:08.007Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 757 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 7f619ede-ec43-402b-af4c-13834a848b5b response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
145	2024-05-20T17:15:17.477Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 12 reason = Timeout
146	2024-05-20T17:15:17.478Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
147	2024-05-20T17:15:17.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
148	2024-05-20T17:15:17.479Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
149	2024-05-20T17:15:17.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
150	2024-05-20T17:15:17.482Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
151	2024-05-20T17:15:17.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
152	2024-05-20T17:15:17.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
153	2024-05-20T17:15:17.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
154	2024-05-20T17:15:17.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
155	2024-05-20T17:15:17.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
156	2024-05-20T17:15:17.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
157	2024-05-20T17:15:17.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
158	2024-05-20T17:15:17.495Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
159	2024-05-20T17:15:17.496Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.014715ms iteration = 12
160	2024-05-20T17:15:18.007Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 756 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = c1d45c08-4ffc-4357-a27a-2c45a74da9fe response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
161	2024-05-20T17:15:27.477Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 13 reason = Timeout
162	2024-05-20T17:15:27.477Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
163	2024-05-20T17:15:27.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
164	2024-05-20T17:15:27.479Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
165	2024-05-20T17:15:27.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
166	2024-05-20T17:15:27.482Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
167	2024-05-20T17:15:27.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
168	2024-05-20T17:15:27.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
169	2024-05-20T17:15:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
170	2024-05-20T17:15:27.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
171	2024-05-20T17:15:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
172	2024-05-20T17:15:27.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
173	2024-05-20T17:15:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
174	2024-05-20T17:15:27.499Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
175	2024-05-20T17:15:27.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.089879ms iteration = 13
176	2024-05-20T17:15:28.008Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 861 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 4e8b0a0f-fbfb-4307-ac5e-4a0415528cf9 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
177	2024-05-20T17:15:37.465Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 4 reason = Timeout
178	2024-05-20T17:15:37.465Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
179	2024-05-20T17:15:37.465Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
180	2024-05-20T17:15:37.465Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
181	2024-05-20T17:15:37.466Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
182	2024-05-20T17:15:37.466Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
183	2024-05-20T17:15:37.467Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 4 reason = Timeout
184	2024-05-20T17:15:37.467Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 6 reason = Timeout
185	2024-05-20T17:15:37.468Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4547, tv_nsec: 812860626 } })
186	2024-05-20T17:15:37.468Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
187	2024-05-20T17:15:37.471Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
188	2024-05-20T17:15:37.471Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 3.793899ms iteration = 4
189	2024-05-20T17:15:37.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
190	2024-05-20T17:15:37.473Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
191	2024-05-20T17:15:37.473Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
192	2024-05-20T17:15:37.473Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
193	2024-05-20T17:15:37.473Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
194	2024-05-20T17:15:37.473Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
195	2024-05-20T17:15:37.474Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
196	2024-05-20T17:15:37.477Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
197	2024-05-20T17:15:37.477Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
198	2024-05-20T17:15:37.477Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
199	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 6 reason = Timeout
200	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 14 reason = Timeout
201	2024-05-20T17:15:37.478Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
202	2024-05-20T17:15:37.478Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
203	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 4 reason = Timeout
204	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 11.87\u{b5}s iteration = 6
205	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 4 reason = Timeout
206	2024-05-20T17:15:37.478Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:05:37.478287744 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
207	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
208	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
209	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 4 reason = Timeout
210	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
211	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
212	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 5 reason = Timeout
213	2024-05-20T17:15:37.478Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
214	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 4 reason = Timeout
215	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 19.32\u{b5}s iteration = 5
216	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 7 reason = Timeout
217	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 6 reason = Timeout
218	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
219	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
220	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 6 reason = Timeout
221	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
222	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 6 reason = Timeout
223	2024-05-20T17:15:37.478Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
224	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 6 reason = Timeout
225	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 6 reason = Timeout
226	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
227	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
228	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 6 reason = Timeout
229	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
230	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
231	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
232	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
233	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
234	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
235	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
236	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
237	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
238	2024-05-20T17:15:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
239	2024-05-20T17:15:37.479Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
240	2024-05-20T17:15:37.479Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4547, tv_nsec: 823768529 } })
241	2024-05-20T17:15:37.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
242	2024-05-20T17:15:37.480Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
243	2024-05-20T17:15:37.480Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
244	2024-05-20T17:15:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
245	2024-05-20T17:15:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
246	2024-05-20T17:15:37.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
247	2024-05-20T17:15:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
248	2024-05-20T17:15:37.481Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
249	2024-05-20T17:15:37.481Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
250	2024-05-20T17:15:37.481Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 2.873958ms iteration = 4
251	2024-05-20T17:15:37.481Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4547, tv_nsec: 825683503 } })
252	2024-05-20T17:15:37.481Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
253	2024-05-20T17:15:37.481Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
254	2024-05-20T17:15:37.481Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
255	2024-05-20T17:15:37.482Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
256	2024-05-20T17:15:37.482Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.641038ms iteration = 6
257	2024-05-20T17:15:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
258	2024-05-20T17:15:37.482Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:05:37.478287744 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
259	2024-05-20T17:15:37.482Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.424968ms iteration = 4
260	2024-05-20T17:15:37.482Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4547, tv_nsec: 827229404 } })
261	2024-05-20T17:15:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
262	2024-05-20T17:15:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
263	2024-05-20T17:15:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
264	2024-05-20T17:15:37.483Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
265	2024-05-20T17:15:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
266	2024-05-20T17:15:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
267	2024-05-20T17:15:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
268	2024-05-20T17:15:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
269	2024-05-20T17:15:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
270	2024-05-20T17:15:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
271	2024-05-20T17:15:37.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
272	2024-05-20T17:15:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
273	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
274	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
275	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
276	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
277	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
278	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
279	2024-05-20T17:15:37.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
280	2024-05-20T17:15:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
281	2024-05-20T17:15:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
282	2024-05-20T17:15:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
283	2024-05-20T17:15:37.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
284	2024-05-20T17:15:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
285	2024-05-20T17:15:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
286	2024-05-20T17:15:37.494Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4547, tv_nsec: 838887716 } })
287	2024-05-20T17:15:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
288	2024-05-20T17:15:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
289	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
290	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
291	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
292	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
293	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 29.627017ms iteration = 4
294	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
295	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
296	2024-05-20T17:15:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
297	2024-05-20T17:15:37.495Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
298	2024-05-20T17:15:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
299	2024-05-20T17:15:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
300	2024-05-20T17:15:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
301	2024-05-20T17:15:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
302	2024-05-20T17:15:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
303	2024-05-20T17:15:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
304	2024-05-20T17:15:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
305	2024-05-20T17:15:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
306	2024-05-20T17:15:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
307	2024-05-20T17:15:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
308	2024-05-20T17:15:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
309	2024-05-20T17:15:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
310	2024-05-20T17:15:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
311	2024-05-20T17:15:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
312	2024-05-20T17:15:37.503Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 6 reason = Timeout
313	2024-05-20T17:15:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
314	2024-05-20T17:15:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
315	2024-05-20T17:15:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
316	2024-05-20T17:15:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
317	2024-05-20T17:15:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
318	2024-05-20T17:15:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
319	2024-05-20T17:15:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
320	2024-05-20T17:15:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
321	2024-05-20T17:15:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
322	2024-05-20T17:15:37.508Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
323	2024-05-20T17:15:37.508Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 30.58916ms iteration = 14
324	2024-05-20T17:15:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
325	2024-05-20T17:15:37.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
326	2024-05-20T17:15:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
327	2024-05-20T17:15:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
328	2024-05-20T17:15:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
329	2024-05-20T17:15:37.512Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
330	2024-05-20T17:15:37.515Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 36.692289ms iteration = 4
331	2024-05-20T17:15:37.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
332	2024-05-20T17:15:37.515Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
333	2024-05-20T17:15:37.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
334	2024-05-20T17:15:37.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 38.477903ms iteration = 6
335	2024-05-20T17:15:37.524Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
336	2024-05-20T17:15:37.524Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
337	2024-05-20T17:15:37.524Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
338	2024-05-20T17:15:37.524Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
339	2024-05-20T17:15:37.524Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
340	2024-05-20T17:15:37.526Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
341	2024-05-20T17:15:37.529Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
342	2024-05-20T17:15:37.529Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
343	2024-05-20T17:15:37.529Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
344	2024-05-20T17:15:37.536Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
345	2024-05-20T17:15:37.536Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
346	2024-05-20T17:15:37.536Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
347	2024-05-20T17:15:37.536Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
348	2024-05-20T17:15:37.538Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
349	2024-05-20T17:15:37.541Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
350	2024-05-20T17:15:37.542Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
351	2024-05-20T17:15:37.542Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
352	2024-05-20T17:15:37.543Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
353	2024-05-20T17:15:37.543Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
354	2024-05-20T17:15:37.543Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
355	2024-05-20T17:15:37.543Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 65.583647ms iteration = 4
356	2024-05-20T17:15:37.553Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
357	2024-05-20T17:15:37.567Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
358	2024-05-20T17:15:37.567Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 63.916655ms iteration = 6
359	2024-05-20T17:15:37.581Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
360	2024-05-20T17:15:37.581Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 103.473421ms iteration = 7
361	2024-05-20T17:15:37.587Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
362	2024-05-20T17:15:37.598Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
363	2024-05-20T17:15:37.598Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
364	2024-05-20T17:15:37.599Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b5db9c7d-3530-4b0f-b03e-52406fc0a370", "content-length": "26", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
365	2024-05-20T17:15:37.599Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
366	2024-05-20T17:15:37.601Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
367	2024-05-20T17:15:37.610Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
368	2024-05-20T17:15:37.610Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
369	2024-05-20T17:15:37.610Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1b2d5fb9-c5dc-452d-9f8d-a3fca59b1652", "content-length": "26", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
370	2024-05-20T17:15:37.610Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
371	2024-05-20T17:15:37.610Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
372	2024-05-20T17:15:37.611Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
373	2024-05-20T17:15:37.612Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "549c2eb7-a566-4796-a89f-8e8adc83a2e1", "content-length": "26", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
374	2024-05-20T17:15:37.612Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
375	2024-05-20T17:15:37.612Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
376	2024-05-20T17:15:37.614Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
377	2024-05-20T17:15:37.676Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
378	2024-05-20T17:15:37.705Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
379	2024-05-20T17:15:37.705Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4aee78b4-591a-4b1e-812a-af396cceb7e0", "date": "Mon, 20 May 2024 17:15:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
380	2024-05-20T17:15:37.705Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
381	2024-05-20T17:15:37.706Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f482b491-6a7e-4bf7-88f0-5d5b604cac24", "date": "Mon, 20 May 2024 17:15:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
382	2024-05-20T17:15:37.706Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
383	2024-05-20T17:15:37.708Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
384	2024-05-20T17:15:37.708Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 229.64347ms iteration = 6
385	2024-05-20T17:15:37.714Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
386	2024-05-20T17:15:37.715Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "eae4bd56-7be7-44ef-8b3c-bfdd1a98675b", "content-length": "1", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
387	2024-05-20T17:15:37.717Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
388	2024-05-20T17:15:37.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
389	2024-05-20T17:15:37.719Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 240.775756ms iteration = 6
390	2024-05-20T17:15:37.725Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 247.398882ms iteration = 6
391	2024-05-20T17:15:37.744Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
392	2024-05-20T17:15:37.744Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d64b9122-51a4-4d58-a89e-4e84681502ae", "date": "Mon, 20 May 2024 17:15:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
393	2024-05-20T17:15:37.744Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
394	2024-05-20T17:15:37.746Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "891c4fa2-0ccf-48c0-9e2e-211515bf5b70", "date": "Mon, 20 May 2024 17:15:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
395	2024-05-20T17:15:37.746Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
396	2024-05-20T17:15:37.747Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c6604b9b-c8b2-4fbe-8714-4d3201ad9eb4", "date": "Mon, 20 May 2024 17:15:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
397	2024-05-20T17:15:37.747Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
398	2024-05-20T17:15:37.748Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
399	2024-05-20T17:15:37.748Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 280.703928ms iteration = 6
400	2024-05-20T17:15:37.786Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
401	2024-05-20T17:15:37.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
402	2024-05-20T17:15:37.788Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
403	2024-05-20T17:15:37.788Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
404	2024-05-20T17:15:37.789Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
405	2024-05-20T17:15:37.797Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
406	2024-05-20T17:15:37.797Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "607916c8-7963-42d8-8d7b-deab32c2de88", "content-length": "121", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
407	2024-05-20T17:15:37.797Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
408	2024-05-20T17:15:37.797Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
409	2024-05-20T17:15:37.798Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
410	2024-05-20T17:15:37.798Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
411	2024-05-20T17:15:37.798Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
412	2024-05-20T17:15:37.798Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
413	2024-05-20T17:15:37.798Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
414	2024-05-20T17:15:37.798Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
415	2024-05-20T17:15:37.798Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
416	2024-05-20T17:15:37.798Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
417	2024-05-20T17:15:37.798Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
418	2024-05-20T17:15:37.800Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
419	2024-05-20T17:15:37.800Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "66db475a-ad63-4b0a-80f4-90d7de05294c", "content-length": "2", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
420	2024-05-20T17:15:37.800Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
421	2024-05-20T17:15:37.801Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "20e923c6-5ed7-4d87-9e43-9853b3d50a9b", "content-length": "52", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
422	2024-05-20T17:15:37.801Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
423	2024-05-20T17:15:37.801Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
424	2024-05-20T17:15:37.851Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4eae00e0-956c-48a3-9ab3-e668176c8fe3", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
425	2024-05-20T17:15:37.851Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
426	2024-05-20T17:15:37.851Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
427	2024-05-20T17:15:37.851Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "eab01dd2-67b3-4242-ab5a-0cbb6925e9c7", "content-length": "467", "date": "Mon, 20 May 2024 17:15:37 GMT"} })
428	2024-05-20T17:15:37.851Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
429	2024-05-20T17:15:37.851Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
430	2024-05-20T17:15:37.854Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
431	2024-05-20T17:15:37.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
432	2024-05-20T17:15:37.857Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
433	2024-05-20T17:15:37.857Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
434	2024-05-20T17:15:37.859Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
435	2024-05-20T17:15:37.859Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
436	2024-05-20T17:15:37.867Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 389.429688ms iteration = 6
437	2024-05-20T17:15:38.007Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 162 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = f07ca60e-f8c5-42e5-86c9-a5f26e784c45 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
438	2024-05-20T17:15:47.478Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 15 reason = Timeout
439	2024-05-20T17:15:47.478Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
440	2024-05-20T17:15:47.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
441	2024-05-20T17:15:47.480Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
442	2024-05-20T17:15:47.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
443	2024-05-20T17:15:47.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
444	2024-05-20T17:15:47.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
445	2024-05-20T17:15:47.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
446	2024-05-20T17:15:47.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
447	2024-05-20T17:15:47.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
448	2024-05-20T17:15:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
449	2024-05-20T17:15:47.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
450	2024-05-20T17:15:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
451	2024-05-20T17:15:47.497Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
452	2024-05-20T17:15:47.497Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.162847ms iteration = 15
453	2024-05-20T17:15:48.008Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 145 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = e3367abf-eb18-416e-8b6c-1ba0dfbe3884 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
454	2024-05-20T17:15:57.478Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 16 reason = Timeout
455	2024-05-20T17:15:57.478Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
456	2024-05-20T17:15:57.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
457	2024-05-20T17:15:57.480Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
458	2024-05-20T17:15:57.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
459	2024-05-20T17:15:57.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
460	2024-05-20T17:15:57.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
461	2024-05-20T17:15:57.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
462	2024-05-20T17:15:57.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
463	2024-05-20T17:15:57.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
464	2024-05-20T17:15:57.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
465	2024-05-20T17:15:57.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
466	2024-05-20T17:15:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
467	2024-05-20T17:15:57.495Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
468	2024-05-20T17:15:57.495Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.515386ms iteration = 16
469	2024-05-20T17:15:58.008Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 164 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 4b5c79b8-77b3-49e0-b88a-4cecdceaf455 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
470	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 17 reason = Timeout
471	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 8 reason = Timeout
472	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
473	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 7 reason = Timeout
474	2024-05-20T17:16:07.479Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
475	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 7 reason = Timeout
476	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
477	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 7 reason = Timeout
478	2024-05-20T17:16:07.479Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
479	2024-05-20T17:16:07.479Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
480	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
481	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 5.41\u{b5}s iteration = 7
482	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 7 reason = Timeout
483	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 7 reason = Timeout
484	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
485	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
486	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 7 reason = Timeout
487	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
488	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
489	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
490	2024-05-20T17:16:07.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
491	2024-05-20T17:16:07.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
492	2024-05-20T17:16:07.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
493	2024-05-20T17:16:07.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
494	2024-05-20T17:16:07.481Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
495	2024-05-20T17:16:07.481Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
496	2024-05-20T17:16:07.481Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
497	2024-05-20T17:16:07.482Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
498	2024-05-20T17:16:07.482Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4577, tv_nsec: 825902306 } })
499	2024-05-20T17:16:07.482Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
500	2024-05-20T17:16:07.482Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.384794ms iteration = 7
501	2024-05-20T17:16:07.483Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4577, tv_nsec: 827077102 } })
502	2024-05-20T17:16:07.483Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
503	2024-05-20T17:16:07.484Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
504	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
505	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
506	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
507	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
508	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
509	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
510	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
511	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
512	2024-05-20T17:16:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
513	2024-05-20T17:16:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
514	2024-05-20T17:16:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
515	2024-05-20T17:16:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
516	2024-05-20T17:16:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
517	2024-05-20T17:16:07.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
518	2024-05-20T17:16:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
519	2024-05-20T17:16:07.487Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
520	2024-05-20T17:16:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
521	2024-05-20T17:16:07.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
522	2024-05-20T17:16:07.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
523	2024-05-20T17:16:07.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4577, tv_nsec: 832165268 } })
524	2024-05-20T17:16:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
525	2024-05-20T17:16:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
526	2024-05-20T17:16:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
527	2024-05-20T17:16:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
528	2024-05-20T17:16:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
529	2024-05-20T17:16:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
530	2024-05-20T17:16:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
531	2024-05-20T17:16:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
532	2024-05-20T17:16:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
533	2024-05-20T17:16:07.499Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
534	2024-05-20T17:16:07.499Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
535	2024-05-20T17:16:07.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.203914ms iteration = 17
536	2024-05-20T17:16:07.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
537	2024-05-20T17:16:07.501Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
538	2024-05-20T17:16:07.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
539	2024-05-20T17:16:07.502Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
540	2024-05-20T17:16:07.503Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 7 reason = Timeout
541	2024-05-20T17:16:07.503Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
542	2024-05-20T17:16:07.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
543	2024-05-20T17:16:07.504Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
544	2024-05-20T17:16:07.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
545	2024-05-20T17:16:07.504Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
546	2024-05-20T17:16:07.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
547	2024-05-20T17:16:07.506Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 26.811761ms iteration = 7
548	2024-05-20T17:16:07.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
549	2024-05-20T17:16:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
550	2024-05-20T17:16:07.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
551	2024-05-20T17:16:07.512Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
552	2024-05-20T17:16:07.512Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 9.920979ms iteration = 7
553	2024-05-20T17:16:07.557Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
554	2024-05-20T17:16:07.557Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 78.101151ms iteration = 8
555	2024-05-20T17:16:07.557Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
556	2024-05-20T17:16:07.557Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
557	2024-05-20T17:16:07.558Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "abf531aa-9fab-46af-b465-eeac0aad61b0", "content-length": "26", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
558	2024-05-20T17:16:07.558Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
559	2024-05-20T17:16:07.558Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
560	2024-05-20T17:16:07.564Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
561	2024-05-20T17:16:07.564Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
562	2024-05-20T17:16:07.564Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "588ff408-ebfe-49c5-8a37-ffa41677f426", "content-length": "26", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
563	2024-05-20T17:16:07.564Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
564	2024-05-20T17:16:07.566Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
565	2024-05-20T17:16:07.568Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
566	2024-05-20T17:16:07.568Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
567	2024-05-20T17:16:07.568Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "faaa2b74-f78b-47c7-bc71-06cfed24fff9", "content-length": "26", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
568	2024-05-20T17:16:07.569Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
569	2024-05-20T17:16:07.570Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
570	2024-05-20T17:16:07.651Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
571	2024-05-20T17:16:07.651Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2305b397-bd0c-4674-a340-26921b65bdd7", "content-length": "1", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
572	2024-05-20T17:16:07.653Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
573	2024-05-20T17:16:07.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
574	2024-05-20T17:16:07.655Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 175.919719ms iteration = 7
575	2024-05-20T17:16:07.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 182.482904ms iteration = 7
576	2024-05-20T17:16:07.719Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
577	2024-05-20T17:16:07.719Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
578	2024-05-20T17:16:07.721Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
579	2024-05-20T17:16:07.721Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
580	2024-05-20T17:16:07.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
581	2024-05-20T17:16:07.730Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
582	2024-05-20T17:16:07.730Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e54a4a1c-547e-4d93-a82b-286e149f4080", "content-length": "121", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
583	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
584	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
585	2024-05-20T17:16:07.731Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
586	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
587	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
588	2024-05-20T17:16:07.731Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
589	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
590	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
591	2024-05-20T17:16:07.731Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
592	2024-05-20T17:16:07.731Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
593	2024-05-20T17:16:07.731Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
594	2024-05-20T17:16:07.733Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
595	2024-05-20T17:16:07.733Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1c3b60a1-d3c0-4486-9101-83b6a3dc4cdf", "content-length": "2", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
596	2024-05-20T17:16:07.733Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
597	2024-05-20T17:16:07.733Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f1475b82-f878-4a48-8c2d-042a72485fd9", "content-length": "52", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
598	2024-05-20T17:16:07.733Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
599	2024-05-20T17:16:07.733Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
600	2024-05-20T17:16:07.785Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "7a81dac3-e633-48d9-999c-41f686282b16", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
601	2024-05-20T17:16:07.785Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
602	2024-05-20T17:16:07.785Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
603	2024-05-20T17:16:07.785Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ad2200cc-2a2c-4d6d-9cc1-f233350f9c62", "content-length": "467", "date": "Mon, 20 May 2024 17:16:07 GMT"} })
604	2024-05-20T17:16:07.785Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
605	2024-05-20T17:16:07.785Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
606	2024-05-20T17:16:07.788Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
607	2024-05-20T17:16:07.789Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
608	2024-05-20T17:16:07.792Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
609	2024-05-20T17:16:07.792Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
610	2024-05-20T17:16:07.793Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
611	2024-05-20T17:16:07.793Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
612	2024-05-20T17:16:07.801Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 321.802244ms iteration = 7
613	2024-05-20T17:16:08.008Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 181 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 49bae824-4d97-48bb-9c69-27d69524fcf7 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
614	2024-05-20T17:16:17.480Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 18 reason = Timeout
615	2024-05-20T17:16:17.480Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
616	2024-05-20T17:16:17.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
617	2024-05-20T17:16:17.481Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
618	2024-05-20T17:16:17.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
619	2024-05-20T17:16:17.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
620	2024-05-20T17:16:17.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
621	2024-05-20T17:16:17.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
622	2024-05-20T17:16:17.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
623	2024-05-20T17:16:17.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
624	2024-05-20T17:16:17.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
625	2024-05-20T17:16:17.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
626	2024-05-20T17:16:17.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
627	2024-05-20T17:16:17.496Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
628	2024-05-20T17:16:17.496Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.295553ms iteration = 18
629	2024-05-20T17:16:18.008Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 167 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 6e1da0a2-6234-4f0e-a2c8-0e0740bcb8ad response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
630	2024-05-20T17:16:27.479Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 19 reason = Timeout
631	2024-05-20T17:16:27.480Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
632	2024-05-20T17:16:27.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
633	2024-05-20T17:16:27.481Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
634	2024-05-20T17:16:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
635	2024-05-20T17:16:27.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
636	2024-05-20T17:16:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
637	2024-05-20T17:16:27.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
638	2024-05-20T17:16:27.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
639	2024-05-20T17:16:27.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
640	2024-05-20T17:16:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
641	2024-05-20T17:16:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
642	2024-05-20T17:16:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
643	2024-05-20T17:16:27.498Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
644	2024-05-20T17:16:27.498Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.099237ms iteration = 19
645	2024-05-20T17:16:28.009Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 137 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = c5f814db-dfa6-402d-bd65-7dcdf9a57250 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
646	2024-05-20T17:16:37.470Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 5 reason = Timeout
647	2024-05-20T17:16:37.470Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
648	2024-05-20T17:16:37.470Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
649	2024-05-20T17:16:37.470Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
650	2024-05-20T17:16:37.470Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
651	2024-05-20T17:16:37.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
652	2024-05-20T17:16:37.471Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 5 reason = Timeout
653	2024-05-20T17:16:37.471Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 7 reason = Timeout
654	2024-05-20T17:16:37.472Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4607, tv_nsec: 812834686 } })
655	2024-05-20T17:16:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
656	2024-05-20T17:16:37.475Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
657	2024-05-20T17:16:37.475Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 3.704828ms iteration = 5
658	2024-05-20T17:16:37.475Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
659	2024-05-20T17:16:37.476Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
660	2024-05-20T17:16:37.476Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
661	2024-05-20T17:16:37.476Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
662	2024-05-20T17:16:37.476Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
663	2024-05-20T17:16:37.476Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
664	2024-05-20T17:16:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
665	2024-05-20T17:16:37.481Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
666	2024-05-20T17:16:37.481Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
667	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
668	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 20 reason = Timeout
669	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 8 reason = Timeout
670	2024-05-20T17:16:37.482Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
671	2024-05-20T17:16:37.482Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
672	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 4.73\u{b5}s iteration = 8
673	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 6 reason = Timeout
674	2024-05-20T17:16:37.482Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
675	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 5.32\u{b5}s iteration = 6
676	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
677	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 5 reason = Timeout
678	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 5 reason = Timeout
679	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
680	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
681	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 7 reason = Timeout
682	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
683	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 9 reason = Timeout
684	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 8 reason = Timeout
685	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
686	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
687	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 8 reason = Timeout
688	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 5 reason = Timeout
689	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
690	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 5 reason = Timeout
691	2024-05-20T17:16:37.482Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:06:37.482541868 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
692	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
693	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 8 reason = Timeout
694	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
695	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 8 reason = Timeout
696	2024-05-20T17:16:37.482Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
697	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 8 reason = Timeout
698	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
699	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
700	2024-05-20T17:16:37.482Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
701	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
702	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
703	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
704	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
705	2024-05-20T17:16:37.483Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4607, tv_nsec: 823553866 } })
706	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
707	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
708	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
709	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
710	2024-05-20T17:16:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
711	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
712	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
713	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
714	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
715	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
716	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 2.101747ms iteration = 5
717	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
718	2024-05-20T17:16:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
719	2024-05-20T17:16:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
720	2024-05-20T17:16:37.486Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
721	2024-05-20T17:16:37.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.526846ms iteration = 8
722	2024-05-20T17:16:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
723	2024-05-20T17:16:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
724	2024-05-20T17:16:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
725	2024-05-20T17:16:37.486Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4607, tv_nsec: 827461407 } })
726	2024-05-20T17:16:37.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4607, tv_nsec: 827625409 } })
727	2024-05-20T17:16:37.487Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
728	2024-05-20T17:16:37.487Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:06:37.482541868 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
729	2024-05-20T17:16:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.713191ms iteration = 5
730	2024-05-20T17:16:37.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
731	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
732	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
733	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
734	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
735	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
736	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
737	2024-05-20T17:16:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
738	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
739	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
740	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
741	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
742	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
743	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
744	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
745	2024-05-20T17:16:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
746	2024-05-20T17:16:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
747	2024-05-20T17:16:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
748	2024-05-20T17:16:37.492Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4607, tv_nsec: 833228132 } })
749	2024-05-20T17:16:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
750	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
751	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
752	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
753	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
754	2024-05-20T17:16:37.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
755	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
756	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
757	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
758	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
759	2024-05-20T17:16:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
760	2024-05-20T17:16:37.494Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
761	2024-05-20T17:16:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
762	2024-05-20T17:16:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
763	2024-05-20T17:16:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
764	2024-05-20T17:16:37.495Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
765	2024-05-20T17:16:37.495Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
766	2024-05-20T17:16:37.495Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
767	2024-05-20T17:16:37.495Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 25.133698ms iteration = 5
768	2024-05-20T17:16:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
769	2024-05-20T17:16:37.497Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
770	2024-05-20T17:16:37.498Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
771	2024-05-20T17:16:37.498Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
772	2024-05-20T17:16:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
773	2024-05-20T17:16:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
774	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
775	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
776	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
777	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
778	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
779	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
780	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
781	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
782	2024-05-20T17:16:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
783	2024-05-20T17:16:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
784	2024-05-20T17:16:37.500Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
785	2024-05-20T17:16:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
786	2024-05-20T17:16:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
787	2024-05-20T17:16:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
788	2024-05-20T17:16:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
789	2024-05-20T17:16:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
790	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
791	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
792	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
793	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
794	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
795	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
796	2024-05-20T17:16:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
797	2024-05-20T17:16:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
798	2024-05-20T17:16:37.506Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 8 reason = Timeout
799	2024-05-20T17:16:37.506Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
800	2024-05-20T17:16:37.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
801	2024-05-20T17:16:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
802	2024-05-20T17:16:37.508Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
803	2024-05-20T17:16:37.508Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 25.711446ms iteration = 20
804	2024-05-20T17:16:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
805	2024-05-20T17:16:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
806	2024-05-20T17:16:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
807	2024-05-20T17:16:37.509Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
808	2024-05-20T17:16:37.509Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
809	2024-05-20T17:16:37.509Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
810	2024-05-20T17:16:37.509Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 27.214135ms iteration = 5
811	2024-05-20T17:16:37.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
812	2024-05-20T17:16:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
813	2024-05-20T17:16:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
814	2024-05-20T17:16:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
815	2024-05-20T17:16:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
816	2024-05-20T17:16:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
817	2024-05-20T17:16:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
818	2024-05-20T17:16:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
819	2024-05-20T17:16:37.515Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
820	2024-05-20T17:16:37.515Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 8.589962ms iteration = 8
821	2024-05-20T17:16:37.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
822	2024-05-20T17:16:37.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
823	2024-05-20T17:16:37.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
824	2024-05-20T17:16:37.518Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 35.600694ms iteration = 8
825	2024-05-20T17:16:37.524Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
826	2024-05-20T17:16:37.524Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 42.310573ms iteration = 9
827	2024-05-20T17:16:37.533Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
828	2024-05-20T17:16:37.533Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 50.584451ms iteration = 5
829	2024-05-20T17:16:37.576Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
830	2024-05-20T17:16:37.626Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
831	2024-05-20T17:16:37.637Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
832	2024-05-20T17:16:37.637Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
833	2024-05-20T17:16:37.637Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ae54ead7-0cb3-43d9-ba3f-830c07c299c0", "content-length": "26", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
834	2024-05-20T17:16:37.637Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
835	2024-05-20T17:16:37.639Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
836	2024-05-20T17:16:37.780Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
837	2024-05-20T17:16:37.780Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "fe877ce3-235e-49a3-81da-323dd574a1ef", "date": "Mon, 20 May 2024 17:16:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
838	2024-05-20T17:16:37.780Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
839	2024-05-20T17:16:37.782Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "5c1e77d7-1d66-4813-a7e2-1da152595806", "date": "Mon, 20 May 2024 17:16:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
840	2024-05-20T17:16:37.782Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
841	2024-05-20T17:16:37.783Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
842	2024-05-20T17:16:37.783Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 300.986682ms iteration = 7
843	2024-05-20T17:16:37.785Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
844	2024-05-20T17:16:37.785Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
845	2024-05-20T17:16:37.786Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "52ec5b2f-ae08-450e-87b2-e5f70d2ad248", "content-length": "26", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
846	2024-05-20T17:16:37.786Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
847	2024-05-20T17:16:37.787Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
848	2024-05-20T17:16:37.790Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
849	2024-05-20T17:16:37.790Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
850	2024-05-20T17:16:37.790Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bee7fd2e-b9cc-483b-aaae-81a2ed1698bb", "content-length": "26", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
851	2024-05-20T17:16:37.790Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
852	2024-05-20T17:16:37.791Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
853	2024-05-20T17:16:37.815Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
854	2024-05-20T17:16:37.888Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
855	2024-05-20T17:16:37.888Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2abafa0d-d58c-46c1-875a-0e0b71942453", "content-length": "1", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
856	2024-05-20T17:16:37.890Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
857	2024-05-20T17:16:37.890Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
858	2024-05-20T17:16:37.892Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 409.308188ms iteration = 8
859	2024-05-20T17:16:37.951Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
860	2024-05-20T17:16:37.952Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8ee250ca-e0eb-4cf4-83e9-8b4718c84aed", "date": "Mon, 20 May 2024 17:16:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
861	2024-05-20T17:16:37.952Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
862	2024-05-20T17:16:37.953Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "660d63e3-bd7d-4e06-b34b-d6558c67f46c", "date": "Mon, 20 May 2024 17:16:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
863	2024-05-20T17:16:37.953Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
864	2024-05-20T17:16:37.955Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "bab0b626-177d-47b5-8714-d9439bfb0d5e", "date": "Mon, 20 May 2024 17:16:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
865	2024-05-20T17:16:37.955Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
866	2024-05-20T17:16:37.958Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
867	2024-05-20T17:16:37.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 486.138971ms iteration = 7
868	2024-05-20T17:16:38.004Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 521.2233ms iteration = 8
869	2024-05-20T17:16:38.012Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 136 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = b06c2510-0e38-473f-a627-1e2cace82f19 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
870	2024-05-20T17:16:38.059Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
871	2024-05-20T17:16:38.060Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
872	2024-05-20T17:16:38.062Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
873	2024-05-20T17:16:38.062Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
874	2024-05-20T17:16:38.063Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
875	2024-05-20T17:16:38.072Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
876	2024-05-20T17:16:38.072Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "87c6e551-e714-43fe-8c58-6d5946c9624e", "content-length": "121", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
877	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
878	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
879	2024-05-20T17:16:38.072Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
880	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
881	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
882	2024-05-20T17:16:38.072Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
883	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
884	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
885	2024-05-20T17:16:38.072Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
886	2024-05-20T17:16:38.072Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
887	2024-05-20T17:16:38.073Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
888	2024-05-20T17:16:38.074Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
889	2024-05-20T17:16:38.075Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "deaac194-f083-4528-ba14-957dc0d61eaa", "content-length": "2", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
890	2024-05-20T17:16:38.075Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
891	2024-05-20T17:16:38.075Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "10451a50-4229-4a5c-9d24-93b576b40f5c", "content-length": "52", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
892	2024-05-20T17:16:38.075Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
893	2024-05-20T17:16:38.075Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
894	2024-05-20T17:16:38.117Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c233a7d4-2fbe-48e4-a85a-968ab2407f1e", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
895	2024-05-20T17:16:38.117Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
896	2024-05-20T17:16:38.117Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
897	2024-05-20T17:16:38.118Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "8da44417-ee6c-480c-9383-81ec32a12fa2", "content-length": "467", "date": "Mon, 20 May 2024 17:16:37 GMT"} })
898	2024-05-20T17:16:38.118Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
899	2024-05-20T17:16:38.118Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
900	2024-05-20T17:16:38.121Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
901	2024-05-20T17:16:38.122Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
902	2024-05-20T17:16:38.125Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
903	2024-05-20T17:16:38.125Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
904	2024-05-20T17:16:38.126Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
905	2024-05-20T17:16:38.126Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
906	2024-05-20T17:16:38.133Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 651.038206ms iteration = 8
907	2024-05-20T17:16:47.483Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 21 reason = Timeout
908	2024-05-20T17:16:47.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
909	2024-05-20T17:16:47.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
910	2024-05-20T17:16:47.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
911	2024-05-20T17:16:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
912	2024-05-20T17:16:47.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
913	2024-05-20T17:16:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
914	2024-05-20T17:16:47.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
915	2024-05-20T17:16:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
916	2024-05-20T17:16:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
917	2024-05-20T17:16:47.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
918	2024-05-20T17:16:47.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
919	2024-05-20T17:16:47.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
920	2024-05-20T17:16:47.499Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
921	2024-05-20T17:16:47.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.565994ms iteration = 21
922	2024-05-20T17:16:48.012Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 165 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 0c9ec95a-51af-4a9a-8603-292b5e8c41ee response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
923	2024-05-20T17:16:57.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 22 reason = Timeout
924	2024-05-20T17:16:57.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
925	2024-05-20T17:16:57.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
926	2024-05-20T17:16:57.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
927	2024-05-20T17:16:57.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
928	2024-05-20T17:16:57.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
929	2024-05-20T17:16:57.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
930	2024-05-20T17:16:57.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
931	2024-05-20T17:16:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
932	2024-05-20T17:16:57.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
933	2024-05-20T17:16:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
934	2024-05-20T17:16:57.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
935	2024-05-20T17:16:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
936	2024-05-20T17:16:57.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
937	2024-05-20T17:16:57.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.80593ms iteration = 22
938	2024-05-20T17:16:58.012Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 163 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 7254afee-7446-4bd6-afdf-b1ff39d38f46 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
939	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 23 reason = Timeout
940	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 10 reason = Timeout
941	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
942	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
943	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 9 reason = Timeout
944	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
945	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 9 reason = Timeout
946	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 9 reason = Timeout
947	2024-05-20T17:17:07.483Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
948	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
949	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 9 reason = Timeout
950	2024-05-20T17:17:07.483Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
951	2024-05-20T17:17:07.483Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
952	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 5.48\u{b5}s iteration = 9
953	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 9 reason = Timeout
954	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 9 reason = Timeout
955	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
956	2024-05-20T17:17:07.483Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
957	2024-05-20T17:17:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
958	2024-05-20T17:17:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
959	2024-05-20T17:17:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
960	2024-05-20T17:17:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
961	2024-05-20T17:17:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
962	2024-05-20T17:17:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
963	2024-05-20T17:17:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
964	2024-05-20T17:17:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
965	2024-05-20T17:17:07.486Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4637, tv_nsec: 825578202 } })
966	2024-05-20T17:17:07.487Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
967	2024-05-20T17:17:07.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
968	2024-05-20T17:17:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
969	2024-05-20T17:17:07.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
970	2024-05-20T17:17:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
971	2024-05-20T17:17:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
972	2024-05-20T17:17:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
973	2024-05-20T17:17:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
974	2024-05-20T17:17:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
975	2024-05-20T17:17:07.490Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4637, tv_nsec: 829905528 } })
976	2024-05-20T17:17:07.492Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
977	2024-05-20T17:17:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
978	2024-05-20T17:17:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
979	2024-05-20T17:17:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
980	2024-05-20T17:17:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
981	2024-05-20T17:17:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
982	2024-05-20T17:17:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
983	2024-05-20T17:17:07.496Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
984	2024-05-20T17:17:07.496Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 12.745447ms iteration = 9
985	2024-05-20T17:17:07.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
986	2024-05-20T17:17:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
987	2024-05-20T17:17:07.497Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4637, tv_nsec: 836400643 } })
988	2024-05-20T17:17:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
989	2024-05-20T17:17:07.497Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
990	2024-05-20T17:17:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
991	2024-05-20T17:17:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
992	2024-05-20T17:17:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
993	2024-05-20T17:17:07.498Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
994	2024-05-20T17:17:07.498Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
995	2024-05-20T17:17:07.499Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
996	2024-05-20T17:17:07.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
997	2024-05-20T17:17:07.501Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
998	2024-05-20T17:17:07.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
999	2024-05-20T17:17:07.501Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1000	2024-05-20T17:17:07.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1001	2024-05-20T17:17:07.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1002	2024-05-20T17:17:07.507Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 9 reason = Timeout
1003	2024-05-20T17:17:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1004	2024-05-20T17:17:07.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1005	2024-05-20T17:17:07.507Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1006	2024-05-20T17:17:07.507Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.950212ms iteration = 23
1007	2024-05-20T17:17:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1008	2024-05-20T17:17:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1009	2024-05-20T17:17:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1010	2024-05-20T17:17:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1011	2024-05-20T17:17:07.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1012	2024-05-20T17:17:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1013	2024-05-20T17:17:07.515Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
1014	2024-05-20T17:17:07.515Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 7.963744ms iteration = 9
1015	2024-05-20T17:17:07.515Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1016	2024-05-20T17:17:07.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1017	2024-05-20T17:17:07.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1018	2024-05-20T17:17:07.519Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
1019	2024-05-20T17:17:07.519Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1020	2024-05-20T17:17:07.519Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1021	2024-05-20T17:17:07.520Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 36.920302ms iteration = 9
1022	2024-05-20T17:17:07.528Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
1023	2024-05-20T17:17:07.528Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 44.864076ms iteration = 10
1024	2024-05-20T17:17:07.597Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1025	2024-05-20T17:17:07.597Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1026	2024-05-20T17:17:07.597Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9383cc4a-7253-4a06-89b8-6a927e2a4619", "content-length": "26", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1027	2024-05-20T17:17:07.597Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1028	2024-05-20T17:17:07.599Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1029	2024-05-20T17:17:07.666Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1030	2024-05-20T17:17:07.666Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1031	2024-05-20T17:17:07.667Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "24cc99c8-cde8-4139-a44d-81305d94d82b", "content-length": "26", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1032	2024-05-20T17:17:07.667Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1033	2024-05-20T17:17:07.669Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1034	2024-05-20T17:17:07.691Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
1035	2024-05-20T17:17:07.691Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1036	2024-05-20T17:17:07.692Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3a7decef-d48b-4781-a215-d5092a1e88fb", "content-length": "26", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1037	2024-05-20T17:17:07.692Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1038	2024-05-20T17:17:07.693Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1039	2024-05-20T17:17:07.701Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 217.274039ms iteration = 9
1040	2024-05-20T17:17:07.798Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1041	2024-05-20T17:17:07.799Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a3547891-fb3a-4cca-9024-5f432e889de8", "content-length": "1", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1042	2024-05-20T17:17:07.800Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1043	2024-05-20T17:17:07.801Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1044	2024-05-20T17:17:07.802Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 318.859536ms iteration = 9
1045	2024-05-20T17:17:07.862Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1046	2024-05-20T17:17:07.863Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1047	2024-05-20T17:17:07.864Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1048	2024-05-20T17:17:07.864Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1049	2024-05-20T17:17:07.865Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1050	2024-05-20T17:17:07.871Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1051	2024-05-20T17:17:07.872Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ecab5375-f33f-4ebf-a348-dc7b42e6e2f5", "content-length": "121", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1052	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
1053	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
1054	2024-05-20T17:17:07.872Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1055	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1056	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
1057	2024-05-20T17:17:07.872Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1058	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1059	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1060	2024-05-20T17:17:07.872Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1061	2024-05-20T17:17:07.872Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1062	2024-05-20T17:17:07.873Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1063	2024-05-20T17:17:07.874Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1064	2024-05-20T17:17:07.874Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a7407052-3a5e-4405-b6d4-73596fa70b12", "content-length": "2", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1065	2024-05-20T17:17:07.874Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1066	2024-05-20T17:17:07.874Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c28a2502-83eb-4d58-a573-18079d30bd63", "content-length": "52", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1067	2024-05-20T17:17:07.874Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1068	2024-05-20T17:17:07.874Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1069	2024-05-20T17:17:07.919Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6b79b80a-acf1-462a-9e3e-62f69ba8c0b7", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1070	2024-05-20T17:17:07.919Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
1071	2024-05-20T17:17:07.919Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1072	2024-05-20T17:17:07.919Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "37388b7c-fbd7-4183-aef6-a1b5c29d5e2a", "content-length": "467", "date": "Mon, 20 May 2024 17:17:07 GMT"} })
1073	2024-05-20T17:17:07.919Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1074	2024-05-20T17:17:07.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1075	2024-05-20T17:17:07.923Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1076	2024-05-20T17:17:07.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1077	2024-05-20T17:17:07.926Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1078	2024-05-20T17:17:07.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1079	2024-05-20T17:17:07.928Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1080	2024-05-20T17:17:07.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1081	2024-05-20T17:17:07.934Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 451.128354ms iteration = 9
1082	2024-05-20T17:17:07.979Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
1083	2024-05-20T17:17:07.979Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
1084	2024-05-20T17:17:08.009Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
1085	2024-05-20T17:17:08.009Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:39290
1086	2024-05-20T17:17:08.009Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39290 req_id = 0b7232a7-c891-462c-a03d-7a334d0a322d roles = RoleSet { roles: {} } uri = /metrics/producers
1087	2024-05-20T17:17:08.009Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39290 req_id = 0b7232a7-c891-462c-a03d-7a334d0a322d resource = Database result = Ok(()) uri = /metrics/producers
1088	2024-05-20T17:17:08.012Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 144 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 2bda5905-b97e-49b9-99dc-21b09afc2046 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1089	2024-05-20T17:17:08.041Z	INFO	nexus: registered oximeter collector client file = nexus/src/app/oximeter.rs:338 id = f941b626-1b1e-47ee-9593-9f8669871e3d
1090	2024-05-20T17:17:08.041Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39290 req_id = 0b7232a7-c891-462c-a03d-7a334d0a322d roles = RoleSet { roles: {} } uri = /metrics/producers
1091	2024-05-20T17:17:08.041Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39290 req_id = 0b7232a7-c891-462c-a03d-7a334d0a322d resource = Database result = Ok(()) uri = /metrics/producers
1092	2024-05-20T17:17:08.067Z	DEBG	nexus: client request body = Some(Body) method = POST oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d uri = http://[fd00:1122:3344:101::d]:12223/producers
1093	2024-05-20T17:17:08.067Z	DEBG	nexus: client response oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f539ae75-1cbe-42d1-8e18-d1e1fa0b090a", "date": "Mon, 20 May 2024 17:17:08 GMT"} })
1094	2024-05-20T17:17:08.067Z	INFO	nexus: assigned collector to new producer collector_id = f941b626-1b1e-47ee-9593-9f8669871e3d file = nexus/src/app/oximeter.rs:125 producer_id = b506faa9-c4ef-45ca-ad37-72afa51b7c64
1095	2024-05-20T17:17:08.069Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 59966 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39290 req_id = 0b7232a7-c891-462c-a03d-7a334d0a322d response_code = 201 uri = /metrics/producers
1096	2024-05-20T17:17:08.069Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "0b7232a7-c891-462c-a03d-7a334d0a322d", "content-length": "41", "date": "Mon, 20 May 2024 17:17:08 GMT"} })
1097	2024-05-20T17:17:08.070Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
1098	2024-05-20T17:17:08.070Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
1099	2024-05-20T17:17:17.483Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 24 reason = Timeout
1100	2024-05-20T17:17:17.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1101	2024-05-20T17:17:17.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1102	2024-05-20T17:17:17.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1103	2024-05-20T17:17:17.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1104	2024-05-20T17:17:17.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1105	2024-05-20T17:17:17.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1106	2024-05-20T17:17:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1107	2024-05-20T17:17:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1108	2024-05-20T17:17:17.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1109	2024-05-20T17:17:17.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1110	2024-05-20T17:17:17.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1111	2024-05-20T17:17:17.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1112	2024-05-20T17:17:17.499Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1113	2024-05-20T17:17:17.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.305504ms iteration = 24
1114	2024-05-20T17:17:18.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 802 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = b60eaba1-ccaa-48df-a997-7d801ed2d6ae response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1115	2024-05-20T17:17:27.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 25 reason = Timeout
1116	2024-05-20T17:17:27.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1117	2024-05-20T17:17:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1118	2024-05-20T17:17:27.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1119	2024-05-20T17:17:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1120	2024-05-20T17:17:27.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1121	2024-05-20T17:17:27.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1122	2024-05-20T17:17:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1123	2024-05-20T17:17:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1124	2024-05-20T17:17:27.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1125	2024-05-20T17:17:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1126	2024-05-20T17:17:27.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1127	2024-05-20T17:17:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1128	2024-05-20T17:17:27.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1129	2024-05-20T17:17:27.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.451935ms iteration = 25
1130	2024-05-20T17:17:28.068Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 159 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = e7bf0ae5-34de-4a54-ba2e-52a1fb1cce85 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1131	2024-05-20T17:17:37.471Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 6 reason = Timeout
1132	2024-05-20T17:17:37.471Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1133	2024-05-20T17:17:37.471Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1134	2024-05-20T17:17:37.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1135	2024-05-20T17:17:37.471Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1136	2024-05-20T17:17:37.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1137	2024-05-20T17:17:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 8 reason = Timeout
1138	2024-05-20T17:17:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 6 reason = Timeout
1139	2024-05-20T17:17:37.473Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1140	2024-05-20T17:17:37.475Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4667, tv_nsec: 814416136 } })
1141	2024-05-20T17:17:37.477Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1142	2024-05-20T17:17:37.477Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
1143	2024-05-20T17:17:37.477Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 4.023913ms iteration = 6
1144	2024-05-20T17:17:37.478Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
1145	2024-05-20T17:17:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
1146	2024-05-20T17:17:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
1147	2024-05-20T17:17:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1148	2024-05-20T17:17:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1149	2024-05-20T17:17:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1150	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1151	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1152	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1153	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 6 reason = Timeout
1154	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 26 reason = Timeout
1155	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 10 reason = Timeout
1156	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1157	2024-05-20T17:17:37.483Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
1158	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 8 reason = Timeout
1159	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 6 reason = Timeout
1160	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 7 reason = Timeout
1161	2024-05-20T17:17:37.483Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
1162	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 5.57\u{b5}s iteration = 7
1163	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 10 reason = Timeout
1164	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1165	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 10 reason = Timeout
1166	2024-05-20T17:17:37.483Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
1167	2024-05-20T17:17:37.483Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
1168	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1169	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 6.36\u{b5}s iteration = 10
1170	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 10 reason = Timeout
1171	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 10 reason = Timeout
1172	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1173	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 11 reason = Timeout
1174	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1175	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 6 reason = Timeout
1176	2024-05-20T17:17:37.483Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:07:37.483608823 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
1177	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1178	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1179	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 6 reason = Timeout
1180	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1181	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1182	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 10 reason = Timeout
1183	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1184	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1185	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1186	2024-05-20T17:17:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1187	2024-05-20T17:17:37.484Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4667, tv_nsec: 823133830 } })
1188	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1189	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1190	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1191	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1192	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1193	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1194	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
1195	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
1196	2024-05-20T17:17:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1197	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1198	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1199	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1200	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
1201	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 2.156188ms iteration = 6
1202	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1203	2024-05-20T17:17:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1204	2024-05-20T17:17:37.486Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
1205	2024-05-20T17:17:37.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.524123ms iteration = 10
1206	2024-05-20T17:17:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1207	2024-05-20T17:17:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1208	2024-05-20T17:17:37.487Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:07:37.483608823 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
1209	2024-05-20T17:17:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.770809ms iteration = 6
1210	2024-05-20T17:17:37.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4667, tv_nsec: 827641049 } })
1211	2024-05-20T17:17:37.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4667, tv_nsec: 827790051 } })
1212	2024-05-20T17:17:37.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
1213	2024-05-20T17:17:37.489Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1214	2024-05-20T17:17:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1215	2024-05-20T17:17:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1216	2024-05-20T17:17:37.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
1217	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1218	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1219	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1220	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1221	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1222	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1223	2024-05-20T17:17:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1224	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1225	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1226	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1227	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1228	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1229	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1230	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1231	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1232	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1233	2024-05-20T17:17:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1234	2024-05-20T17:17:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1235	2024-05-20T17:17:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1236	2024-05-20T17:17:37.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
1237	2024-05-20T17:17:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1238	2024-05-20T17:17:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1239	2024-05-20T17:17:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1240	2024-05-20T17:17:37.493Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4667, tv_nsec: 832711385 } })
1241	2024-05-20T17:17:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1242	2024-05-20T17:17:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1243	2024-05-20T17:17:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1244	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1245	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1246	2024-05-20T17:17:37.495Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1247	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1248	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
1249	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
1250	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
1251	2024-05-20T17:17:37.495Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 24.271797ms iteration = 6
1252	2024-05-20T17:17:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1253	2024-05-20T17:17:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
1254	2024-05-20T17:17:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1255	2024-05-20T17:17:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1256	2024-05-20T17:17:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1257	2024-05-20T17:17:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1258	2024-05-20T17:17:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1259	2024-05-20T17:17:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1260	2024-05-20T17:17:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1261	2024-05-20T17:17:37.500Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1262	2024-05-20T17:17:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1263	2024-05-20T17:17:37.502Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
1264	2024-05-20T17:17:37.502Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
1265	2024-05-20T17:17:37.502Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
1266	2024-05-20T17:17:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1267	2024-05-20T17:17:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1268	2024-05-20T17:17:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1269	2024-05-20T17:17:37.507Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 10 reason = Timeout
1270	2024-05-20T17:17:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1271	2024-05-20T17:17:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1272	2024-05-20T17:17:37.508Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
1273	2024-05-20T17:17:37.508Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 24.586641ms iteration = 11
1274	2024-05-20T17:17:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1275	2024-05-20T17:17:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1276	2024-05-20T17:17:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1277	2024-05-20T17:17:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1278	2024-05-20T17:17:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1279	2024-05-20T17:17:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1280	2024-05-20T17:17:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1281	2024-05-20T17:17:37.512Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1282	2024-05-20T17:17:37.512Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 29.241672ms iteration = 26
1283	2024-05-20T17:17:37.513Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
1284	2024-05-20T17:17:37.513Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
1285	2024-05-20T17:17:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1286	2024-05-20T17:17:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1287	2024-05-20T17:17:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1288	2024-05-20T17:17:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1289	2024-05-20T17:17:37.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1290	2024-05-20T17:17:37.514Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1291	2024-05-20T17:17:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1292	2024-05-20T17:17:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1293	2024-05-20T17:17:37.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1294	2024-05-20T17:17:37.517Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1295	2024-05-20T17:17:37.517Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1296	2024-05-20T17:17:37.517Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1297	2024-05-20T17:17:37.518Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
1298	2024-05-20T17:17:37.518Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
1299	2024-05-20T17:17:37.518Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
1300	2024-05-20T17:17:37.518Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 35.145219ms iteration = 6
1301	2024-05-20T17:17:37.519Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1302	2024-05-20T17:17:37.519Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1303	2024-05-20T17:17:37.520Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
1304	2024-05-20T17:17:37.520Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 12.488763ms iteration = 10
1305	2024-05-20T17:17:37.520Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1306	2024-05-20T17:17:37.520Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1307	2024-05-20T17:17:37.521Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1308	2024-05-20T17:17:37.524Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
1309	2024-05-20T17:17:37.524Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1310	2024-05-20T17:17:37.524Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1311	2024-05-20T17:17:37.526Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 42.622737ms iteration = 10
1312	2024-05-20T17:17:37.551Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
1313	2024-05-20T17:17:37.551Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 68.024769ms iteration = 6
1314	2024-05-20T17:17:37.592Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
1315	2024-05-20T17:17:37.637Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
1316	2024-05-20T17:17:37.659Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1317	2024-05-20T17:17:37.659Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1318	2024-05-20T17:17:37.659Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6d2b4979-4fcd-48ff-8209-253f1e70509f", "content-length": "26", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1319	2024-05-20T17:17:37.659Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1320	2024-05-20T17:17:37.661Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1321	2024-05-20T17:17:37.733Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
1322	2024-05-20T17:17:37.788Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1323	2024-05-20T17:17:37.788Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1324	2024-05-20T17:17:37.789Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a664361b-4dd6-4a4b-838f-91ef3f8fb397", "content-length": "26", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1325	2024-05-20T17:17:37.789Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1326	2024-05-20T17:17:37.791Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1327	2024-05-20T17:17:37.792Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
1328	2024-05-20T17:17:37.793Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1329	2024-05-20T17:17:37.793Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bf36f71e-05c4-4b6e-af43-3fd83cea4267", "content-length": "26", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1330	2024-05-20T17:17:37.793Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1331	2024-05-20T17:17:37.795Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1332	2024-05-20T17:17:37.796Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
1333	2024-05-20T17:17:37.796Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6c68ee5c-5bb5-4a6c-9248-c443b0b48a15", "date": "Mon, 20 May 2024 17:17:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1334	2024-05-20T17:17:37.796Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1335	2024-05-20T17:17:37.797Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d669edc3-a947-46eb-bd6b-9ad2e6daa8ec", "date": "Mon, 20 May 2024 17:17:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1336	2024-05-20T17:17:37.797Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1337	2024-05-20T17:17:37.799Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1338	2024-05-20T17:17:37.799Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 315.598074ms iteration = 8
1339	2024-05-20T17:17:37.806Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 322.763697ms iteration = 10
1340	2024-05-20T17:17:37.896Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1341	2024-05-20T17:17:37.896Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bbf28ac0-ba2a-442a-b0f9-f6d5816e9fae", "content-length": "1", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1342	2024-05-20T17:17:37.898Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1343	2024-05-20T17:17:37.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1344	2024-05-20T17:17:37.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 417.041929ms iteration = 10
1345	2024-05-20T17:17:37.912Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
1346	2024-05-20T17:17:37.913Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6c11c972-6a65-4ad3-a2d1-6ad30363f61e", "date": "Mon, 20 May 2024 17:17:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1347	2024-05-20T17:17:37.913Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1348	2024-05-20T17:17:37.915Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "19bd0318-facb-46da-8a7d-a477e69dd139", "date": "Mon, 20 May 2024 17:17:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1349	2024-05-20T17:17:37.915Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1350	2024-05-20T17:17:37.917Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "35ed22c9-af70-473e-a494-703fde81e546", "date": "Mon, 20 May 2024 17:17:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1351	2024-05-20T17:17:37.917Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1352	2024-05-20T17:17:37.919Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1353	2024-05-20T17:17:37.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 445.729834ms iteration = 8
1354	2024-05-20T17:17:37.984Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1355	2024-05-20T17:17:37.985Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1356	2024-05-20T17:17:37.987Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1357	2024-05-20T17:17:37.987Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1358	2024-05-20T17:17:37.987Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1359	2024-05-20T17:17:37.999Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1360	2024-05-20T17:17:37.999Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "103ef207-87f7-45e2-bd96-df031e2a4775", "content-length": "121", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1361	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
1362	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
1363	2024-05-20T17:17:37.999Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1364	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1365	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
1366	2024-05-20T17:17:37.999Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1367	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1368	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1369	2024-05-20T17:17:37.999Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1370	2024-05-20T17:17:37.999Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1371	2024-05-20T17:17:38.000Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1372	2024-05-20T17:17:38.001Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1373	2024-05-20T17:17:38.001Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ab0fbed8-c958-460f-abab-62b3e81339b8", "content-length": "2", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1374	2024-05-20T17:17:38.001Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1375	2024-05-20T17:17:38.002Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "473db58e-5acd-4fa8-8338-cef12387a859", "content-length": "52", "date": "Mon, 20 May 2024 17:17:37 GMT"} })
1376	2024-05-20T17:17:38.002Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1377	2024-05-20T17:17:38.002Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1378	2024-05-20T17:17:38.050Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ec7a7f45-90cc-4e00-85bc-407d082c8b24", "date": "Mon, 20 May 2024 17:17:38 GMT"} })
1379	2024-05-20T17:17:38.050Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
1380	2024-05-20T17:17:38.050Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1381	2024-05-20T17:17:38.054Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7afe83c3-48bf-4e17-a8c7-2a22df28b7cb", "content-length": "467", "date": "Mon, 20 May 2024 17:17:38 GMT"} })
1382	2024-05-20T17:17:38.054Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1383	2024-05-20T17:17:38.054Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1384	2024-05-20T17:17:38.058Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1385	2024-05-20T17:17:38.058Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1386	2024-05-20T17:17:38.061Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1387	2024-05-20T17:17:38.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1388	2024-05-20T17:17:38.062Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1389	2024-05-20T17:17:38.062Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1390	2024-05-20T17:17:38.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 849 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = c96b3500-5cf9-4e59-b7e3-cf35ed317453 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1391	2024-05-20T17:17:38.069Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 585.817444ms iteration = 10
1392	2024-05-20T17:17:47.483Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 27 reason = Timeout
1393	2024-05-20T17:17:47.483Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1394	2024-05-20T17:17:47.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1395	2024-05-20T17:17:47.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1396	2024-05-20T17:17:47.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1397	2024-05-20T17:17:47.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1398	2024-05-20T17:17:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1399	2024-05-20T17:17:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1400	2024-05-20T17:17:47.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1401	2024-05-20T17:17:47.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1402	2024-05-20T17:17:47.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1403	2024-05-20T17:17:47.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1404	2024-05-20T17:17:47.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1405	2024-05-20T17:17:47.502Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1406	2024-05-20T17:17:47.502Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.491262ms iteration = 27
1407	2024-05-20T17:17:48.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 232 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 42c66f92-d4be-4a07-8c21-4e3526f9dd8e response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1408	2024-05-20T17:17:57.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 28 reason = Timeout
1409	2024-05-20T17:17:57.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1410	2024-05-20T17:17:57.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1411	2024-05-20T17:17:57.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1412	2024-05-20T17:17:57.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1413	2024-05-20T17:17:57.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1414	2024-05-20T17:17:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1415	2024-05-20T17:17:57.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1416	2024-05-20T17:17:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1417	2024-05-20T17:17:57.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1418	2024-05-20T17:17:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1419	2024-05-20T17:17:57.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1420	2024-05-20T17:17:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1421	2024-05-20T17:17:57.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1422	2024-05-20T17:17:57.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.896068ms iteration = 28
1423	2024-05-20T17:17:58.070Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 1225 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 5e27982e-a817-4940-8147-b4cea3c66fd0 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1424	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 29 reason = Timeout
1425	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1426	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 11 reason = Timeout
1427	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 11 reason = Timeout
1428	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1429	2024-05-20T17:18:07.484Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
1430	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 11 reason = Timeout
1431	2024-05-20T17:18:07.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
1432	2024-05-20T17:18:07.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
1433	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 7.8\u{b5}s iteration = 11
1434	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 11 reason = Timeout
1435	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 11 reason = Timeout
1436	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 12 reason = Timeout
1437	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1438	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1439	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1440	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 11 reason = Timeout
1441	2024-05-20T17:18:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1442	2024-05-20T17:18:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1443	2024-05-20T17:18:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1444	2024-05-20T17:18:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1445	2024-05-20T17:18:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1446	2024-05-20T17:18:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1447	2024-05-20T17:18:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1448	2024-05-20T17:18:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1449	2024-05-20T17:18:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1450	2024-05-20T17:18:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1451	2024-05-20T17:18:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1452	2024-05-20T17:18:07.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4697, tv_nsec: 826878989 } })
1453	2024-05-20T17:18:07.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4697, tv_nsec: 827009321 } })
1454	2024-05-20T17:18:07.488Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
1455	2024-05-20T17:18:07.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.471155ms iteration = 11
1456	2024-05-20T17:18:07.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
1457	2024-05-20T17:18:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1458	2024-05-20T17:18:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1459	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1460	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1461	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1462	2024-05-20T17:18:07.491Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
1463	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1464	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1465	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1466	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1467	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1468	2024-05-20T17:18:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1469	2024-05-20T17:18:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1470	2024-05-20T17:18:07.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
1471	2024-05-20T17:18:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1472	2024-05-20T17:18:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1473	2024-05-20T17:18:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1474	2024-05-20T17:18:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1475	2024-05-20T17:18:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1476	2024-05-20T17:18:07.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1477	2024-05-20T17:18:07.494Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4697, tv_nsec: 833260663 } })
1478	2024-05-20T17:18:07.494Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1479	2024-05-20T17:18:07.494Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1480	2024-05-20T17:18:07.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1481	2024-05-20T17:18:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1482	2024-05-20T17:18:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1483	2024-05-20T17:18:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1484	2024-05-20T17:18:07.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1485	2024-05-20T17:18:07.498Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1486	2024-05-20T17:18:07.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1487	2024-05-20T17:18:07.500Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
1488	2024-05-20T17:18:07.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 15.30053ms iteration = 12
1489	2024-05-20T17:18:07.504Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1490	2024-05-20T17:18:07.504Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.130733ms iteration = 29
1491	2024-05-20T17:18:07.505Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1492	2024-05-20T17:18:07.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1493	2024-05-20T17:18:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1494	2024-05-20T17:18:07.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1495	2024-05-20T17:18:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1496	2024-05-20T17:18:07.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 11 reason = Timeout
1497	2024-05-20T17:18:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1498	2024-05-20T17:18:07.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1499	2024-05-20T17:18:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1500	2024-05-20T17:18:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
1501	2024-05-20T17:18:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1502	2024-05-20T17:18:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1503	2024-05-20T17:18:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1504	2024-05-20T17:18:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1505	2024-05-20T17:18:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1506	2024-05-20T17:18:07.512Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 28.090127ms iteration = 11
1507	2024-05-20T17:18:07.515Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
1508	2024-05-20T17:18:07.515Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 6.91399ms iteration = 11
1509	2024-05-20T17:18:07.577Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1510	2024-05-20T17:18:07.577Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1511	2024-05-20T17:18:07.577Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ac40ac11-4bc1-4389-9ec3-b1799b96b1a1", "content-length": "26", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1512	2024-05-20T17:18:07.577Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1513	2024-05-20T17:18:07.579Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1514	2024-05-20T17:18:07.586Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1515	2024-05-20T17:18:07.586Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1516	2024-05-20T17:18:07.586Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "55eaaa68-3c5d-4575-a5f4-9d32bd4eda34", "content-length": "26", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1517	2024-05-20T17:18:07.586Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1518	2024-05-20T17:18:07.588Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1519	2024-05-20T17:18:07.590Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
1520	2024-05-20T17:18:07.590Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1521	2024-05-20T17:18:07.590Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "44b869c1-b832-4f44-b571-eb2de6822e86", "content-length": "26", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1522	2024-05-20T17:18:07.590Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1523	2024-05-20T17:18:07.592Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1524	2024-05-20T17:18:07.660Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1525	2024-05-20T17:18:07.660Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "996bc6e0-0b0c-476c-907b-150f8ecd17c0", "content-length": "1", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1526	2024-05-20T17:18:07.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 178.014686ms iteration = 11
1527	2024-05-20T17:18:07.662Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1528	2024-05-20T17:18:07.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1529	2024-05-20T17:18:07.664Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 179.796949ms iteration = 11
1530	2024-05-20T17:18:07.729Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1531	2024-05-20T17:18:07.729Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1532	2024-05-20T17:18:07.731Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1533	2024-05-20T17:18:07.731Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1534	2024-05-20T17:18:07.731Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1535	2024-05-20T17:18:07.738Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1536	2024-05-20T17:18:07.739Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2f4f98c2-8aaa-4e82-93ba-279c7a65106f", "content-length": "121", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1537	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
1538	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
1539	2024-05-20T17:18:07.739Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1540	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1541	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
1542	2024-05-20T17:18:07.739Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1543	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1544	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1545	2024-05-20T17:18:07.739Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1546	2024-05-20T17:18:07.739Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1547	2024-05-20T17:18:07.739Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1548	2024-05-20T17:18:07.740Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1549	2024-05-20T17:18:07.741Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1a928544-20e0-4c8f-bcfb-be34fde5eedc", "content-length": "2", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1550	2024-05-20T17:18:07.741Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1551	2024-05-20T17:18:07.741Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6316783a-64bf-4504-988f-a34b4dab6eee", "content-length": "52", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1552	2024-05-20T17:18:07.741Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1553	2024-05-20T17:18:07.741Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1554	2024-05-20T17:18:07.814Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9ef384b9-aa74-4be1-ba8e-5a2a9a99659f", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1555	2024-05-20T17:18:07.814Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
1556	2024-05-20T17:18:07.814Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1557	2024-05-20T17:18:07.814Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0f8a8c17-0027-4896-ac77-9ea5e73676be", "content-length": "467", "date": "Mon, 20 May 2024 17:18:07 GMT"} })
1558	2024-05-20T17:18:07.814Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1559	2024-05-20T17:18:07.815Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1560	2024-05-20T17:18:07.818Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1561	2024-05-20T17:18:07.818Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1562	2024-05-20T17:18:07.820Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1563	2024-05-20T17:18:07.821Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1564	2024-05-20T17:18:07.822Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1565	2024-05-20T17:18:07.822Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1566	2024-05-20T17:18:07.829Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 344.713623ms iteration = 11
1567	2024-05-20T17:18:08.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 163 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 05ed80b6-5b85-4a20-b359-05f190832249 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1568	2024-05-20T17:18:17.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 30 reason = Timeout
1569	2024-05-20T17:18:17.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1570	2024-05-20T17:18:17.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1571	2024-05-20T17:18:17.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1572	2024-05-20T17:18:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1573	2024-05-20T17:18:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1574	2024-05-20T17:18:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1575	2024-05-20T17:18:17.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1576	2024-05-20T17:18:17.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1577	2024-05-20T17:18:17.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1578	2024-05-20T17:18:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1579	2024-05-20T17:18:17.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1580	2024-05-20T17:18:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1581	2024-05-20T17:18:17.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1582	2024-05-20T17:18:17.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.84921ms iteration = 30
1583	2024-05-20T17:18:18.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 167 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = f611c083-7b30-4e2f-a24e-029f7c8811ce response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1584	2024-05-20T17:18:27.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 31 reason = Timeout
1585	2024-05-20T17:18:27.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1586	2024-05-20T17:18:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1587	2024-05-20T17:18:27.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1588	2024-05-20T17:18:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1589	2024-05-20T17:18:27.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1590	2024-05-20T17:18:27.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1591	2024-05-20T17:18:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1592	2024-05-20T17:18:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1593	2024-05-20T17:18:27.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1594	2024-05-20T17:18:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1595	2024-05-20T17:18:27.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1596	2024-05-20T17:18:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1597	2024-05-20T17:18:27.502Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1598	2024-05-20T17:18:27.502Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.024195ms iteration = 31
1599	2024-05-20T17:18:28.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 141 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = ed2433e9-e6f0-452e-9163-c44982f7892c response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1600	2024-05-20T17:18:37.471Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 7 reason = Timeout
1601	2024-05-20T17:18:37.471Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1602	2024-05-20T17:18:37.471Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1603	2024-05-20T17:18:37.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1604	2024-05-20T17:18:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1605	2024-05-20T17:18:37.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1606	2024-05-20T17:18:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 9 reason = Timeout
1607	2024-05-20T17:18:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 7 reason = Timeout
1608	2024-05-20T17:18:37.473Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1609	2024-05-20T17:18:37.474Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4727, tv_nsec: 813147590 } })
1610	2024-05-20T17:18:37.477Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1611	2024-05-20T17:18:37.477Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
1612	2024-05-20T17:18:37.477Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 4.286406ms iteration = 7
1613	2024-05-20T17:18:37.478Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
1614	2024-05-20T17:18:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
1615	2024-05-20T17:18:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
1616	2024-05-20T17:18:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1617	2024-05-20T17:18:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1618	2024-05-20T17:18:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1619	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 32 reason = Timeout
1620	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 12 reason = Timeout
1621	2024-05-20T17:18:37.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
1622	2024-05-20T17:18:37.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
1623	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1624	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 7.52\u{b5}s iteration = 12
1625	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 7 reason = Timeout
1626	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 7 reason = Timeout
1627	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1628	2024-05-20T17:18:37.484Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:08:37.484300266 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
1629	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1630	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1631	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 7 reason = Timeout
1632	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1633	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 12 reason = Timeout
1634	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 12 reason = Timeout
1635	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1636	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1637	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 9 reason = Timeout
1638	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 8 reason = Timeout
1639	2024-05-20T17:18:37.484Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
1640	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 9.211\u{b5}s iteration = 8
1641	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 7 reason = Timeout
1642	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 12 reason = Timeout
1643	2024-05-20T17:18:37.484Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
1644	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 13 reason = Timeout
1645	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 12 reason = Timeout
1646	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1647	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1648	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 12 reason = Timeout
1649	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1650	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1651	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1652	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1653	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1654	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1655	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1656	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1657	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1658	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1659	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1660	2024-05-20T17:18:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1661	2024-05-20T17:18:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1662	2024-05-20T17:18:37.485Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4727, tv_nsec: 824630969 } })
1663	2024-05-20T17:18:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1664	2024-05-20T17:18:37.486Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
1665	2024-05-20T17:18:37.486Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
1666	2024-05-20T17:18:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1667	2024-05-20T17:18:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1668	2024-05-20T17:18:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1669	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1670	2024-05-20T17:18:37.487Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
1671	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.787516ms iteration = 12
1672	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1673	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1674	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1675	2024-05-20T17:18:37.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4727, tv_nsec: 826354142 } })
1676	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
1677	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 3.425504ms iteration = 7
1678	2024-05-20T17:18:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1679	2024-05-20T17:18:37.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
1680	2024-05-20T17:18:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1681	2024-05-20T17:18:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1682	2024-05-20T17:18:37.488Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:08:37.484300266 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
1683	2024-05-20T17:18:37.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.665701ms iteration = 7
1684	2024-05-20T17:18:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1685	2024-05-20T17:18:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1686	2024-05-20T17:18:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1687	2024-05-20T17:18:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1688	2024-05-20T17:18:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1689	2024-05-20T17:18:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1690	2024-05-20T17:18:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1691	2024-05-20T17:18:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1692	2024-05-20T17:18:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1693	2024-05-20T17:18:37.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
1694	2024-05-20T17:18:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1695	2024-05-20T17:18:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1696	2024-05-20T17:18:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1697	2024-05-20T17:18:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1698	2024-05-20T17:18:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1699	2024-05-20T17:18:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1700	2024-05-20T17:18:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1701	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1702	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1703	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1704	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1705	2024-05-20T17:18:37.495Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4727, tv_nsec: 834031142 } })
1706	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1707	2024-05-20T17:18:37.495Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
1708	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1709	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1710	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1711	2024-05-20T17:18:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1712	2024-05-20T17:18:37.496Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4727, tv_nsec: 835477311 } })
1713	2024-05-20T17:18:37.496Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
1714	2024-05-20T17:18:37.496Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
1715	2024-05-20T17:18:37.496Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
1716	2024-05-20T17:18:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1717	2024-05-20T17:18:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1718	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1719	2024-05-20T17:18:37.497Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1720	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1721	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1722	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1723	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
1724	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
1725	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
1726	2024-05-20T17:18:37.497Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 26.679998ms iteration = 7
1727	2024-05-20T17:18:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1728	2024-05-20T17:18:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1729	2024-05-20T17:18:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1730	2024-05-20T17:18:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1731	2024-05-20T17:18:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1732	2024-05-20T17:18:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1733	2024-05-20T17:18:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1734	2024-05-20T17:18:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1735	2024-05-20T17:18:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1736	2024-05-20T17:18:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1737	2024-05-20T17:18:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1738	2024-05-20T17:18:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
1739	2024-05-20T17:18:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1740	2024-05-20T17:18:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1741	2024-05-20T17:18:37.503Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
1742	2024-05-20T17:18:37.503Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
1743	2024-05-20T17:18:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1744	2024-05-20T17:18:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1745	2024-05-20T17:18:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1746	2024-05-20T17:18:37.506Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1747	2024-05-20T17:18:37.506Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.490744ms iteration = 32
1748	2024-05-20T17:18:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1749	2024-05-20T17:18:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1750	2024-05-20T17:18:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1751	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 12 reason = Timeout
1752	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 3 reason = Timeout
1753	2024-05-20T17:18:37.508Z	DEBG	nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
1754	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1755	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1756	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1757	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1758	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
1759	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
1760	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
1761	2024-05-20T17:18:37.508Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 24.293568ms iteration = 7
1762	2024-05-20T17:18:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1763	2024-05-20T17:18:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1764	2024-05-20T17:18:37.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1765	2024-05-20T17:18:37.510Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1766	2024-05-20T17:18:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1767	2024-05-20T17:18:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1768	2024-05-20T17:18:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1769	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1770	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1771	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1772	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1773	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1774	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1775	2024-05-20T17:18:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1776	2024-05-20T17:18:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1777	2024-05-20T17:18:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1778	2024-05-20T17:18:37.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1779	2024-05-20T17:18:37.515Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1780	2024-05-20T17:18:37.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1781	2024-05-20T17:18:37.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
1782	2024-05-20T17:18:37.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1783	2024-05-20T17:18:37.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1784	2024-05-20T17:18:37.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1785	2024-05-20T17:18:37.517Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
1786	2024-05-20T17:18:37.517Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 9.738697ms iteration = 12
1787	2024-05-20T17:18:37.518Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 33.69355ms iteration = 12
1788	2024-05-20T17:18:37.520Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
1789	2024-05-20T17:18:37.520Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1790	2024-05-20T17:18:37.520Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1791	2024-05-20T17:18:37.521Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1792	2024-05-20T17:18:37.521Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1793	2024-05-20T17:18:37.522Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1794	2024-05-20T17:18:37.522Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1795	2024-05-20T17:18:37.528Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1796	2024-05-20T17:18:37.532Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
1797	2024-05-20T17:18:37.532Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1798	2024-05-20T17:18:37.533Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1799	2024-05-20T17:18:37.537Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1800	2024-05-20T17:18:37.537Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1801	2024-05-20T17:18:37.537Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1802	2024-05-20T17:18:37.538Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1803	2024-05-20T17:18:37.538Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1804	2024-05-20T17:18:37.539Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1805	2024-05-20T17:18:37.539Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1806	2024-05-20T17:18:37.540Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1807	2024-05-20T17:18:37.540Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1808	2024-05-20T17:18:37.541Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1809	2024-05-20T17:18:37.541Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1810	2024-05-20T17:18:37.541Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1811	2024-05-20T17:18:37.542Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1812	2024-05-20T17:18:37.542Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1813	2024-05-20T17:18:37.543Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1814	2024-05-20T17:18:37.543Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1815	2024-05-20T17:18:37.544Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1816	2024-05-20T17:18:37.545Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1817	2024-05-20T17:18:37.546Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1818	2024-05-20T17:18:37.549Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
1819	2024-05-20T17:18:37.549Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1820	2024-05-20T17:18:37.549Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1821	2024-05-20T17:18:37.550Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1822	2024-05-20T17:18:37.550Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1823	2024-05-20T17:18:37.552Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1824	2024-05-20T17:18:37.552Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1825	2024-05-20T17:18:37.553Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1826	2024-05-20T17:18:37.554Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1827	2024-05-20T17:18:37.556Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1828	2024-05-20T17:18:37.556Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1829	2024-05-20T17:18:37.557Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1830	2024-05-20T17:18:37.557Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1831	2024-05-20T17:18:37.558Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1832	2024-05-20T17:18:37.558Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1833	2024-05-20T17:18:37.559Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1834	2024-05-20T17:18:37.563Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
1835	2024-05-20T17:18:37.563Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1836	2024-05-20T17:18:37.563Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1837	2024-05-20T17:18:37.564Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1838	2024-05-20T17:18:37.564Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1839	2024-05-20T17:18:37.565Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1840	2024-05-20T17:18:37.566Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1841	2024-05-20T17:18:37.567Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1842	2024-05-20T17:18:37.570Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
1843	2024-05-20T17:18:37.570Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1844	2024-05-20T17:18:37.571Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1845	2024-05-20T17:18:37.571Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
1846	2024-05-20T17:18:37.571Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 87.641185ms iteration = 7
1847	2024-05-20T17:18:37.577Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1848	2024-05-20T17:18:37.577Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1849	2024-05-20T17:18:37.578Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1850	2024-05-20T17:18:37.578Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1851	2024-05-20T17:18:37.579Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1852	2024-05-20T17:18:37.579Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1853	2024-05-20T17:18:37.581Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1854	2024-05-20T17:18:37.581Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1855	2024-05-20T17:18:37.582Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
1856	2024-05-20T17:18:37.582Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 98.396735ms iteration = 13
1857	2024-05-20T17:18:37.582Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1858	2024-05-20T17:18:37.583Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1859	2024-05-20T17:18:37.584Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1860	2024-05-20T17:18:37.584Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1861	2024-05-20T17:18:37.585Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1862	2024-05-20T17:18:37.585Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1863	2024-05-20T17:18:37.586Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1864	2024-05-20T17:18:37.590Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
1865	2024-05-20T17:18:37.590Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1866	2024-05-20T17:18:37.590Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1867	2024-05-20T17:18:37.591Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1868	2024-05-20T17:18:37.591Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1869	2024-05-20T17:18:37.592Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1870	2024-05-20T17:18:37.592Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1871	2024-05-20T17:18:37.593Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
1872	2024-05-20T17:18:37.593Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1873	2024-05-20T17:18:37.597Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
1874	2024-05-20T17:18:37.597Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1875	2024-05-20T17:18:37.597Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1876	2024-05-20T17:18:37.602Z	DEBG	nexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 19bdd27b-caf5-4a71-8d95-02a69636ad25, kind: Service { id: 7d445a4f-3b57-4dd0-b203-0466ead7cb03 }, name: Name("nexus-7d445a4f-3b57-4dd0-b203-0466ead7cb03"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 156])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 32ccdf1d-b32f-4162-937e-975ddf05fe76, kind: Service { id: b506faa9-c4ef-45ca-ad37-72afa51b7c64 }, name: Name("nexus-b506faa9-c4ef-45ca-ad37-72afa51b7c64"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 15])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 92642d22-4dcc-4a4c-89a6-63a4949f6575, kind: Service { id: 065b8a80-dccd-4c17-957e-cdc5e6772e66 }, name: Name("nexus-065b8a80-dccd-4c17-957e-cdc5e6772e66"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 154])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], Name("external-dns"): [NetworkInterface { id: 1cae0841-7d51-4f46-a656-59934bb2bc34, kind: Service { id: 674a8d9b-7c31-464e-a95b-65696edf283f }, name: Name("external-dns-674a8d9b-7c31-464e-a95b-65696edf283f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 250])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 3d059327-4023-4ca0-a2fc-99bce34e8b9f, kind: Service { id: 24300423-e659-419a-befb-1dc6f3f961d6 }, name: Name("external-dns-24300423-e659-419a-befb-1dc6f3f961d6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 85])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
1877	2024-05-20T17:18:37.602Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1878	2024-05-20T17:18:37.602Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1879	2024-05-20T17:18:37.603Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1880	2024-05-20T17:18:37.605Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
1881	2024-05-20T17:18:37.605Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1882	2024-05-20T17:18:37.605Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1883	2024-05-20T17:18:37.606Z	DEBG	nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
1884	2024-05-20T17:18:37.606Z	DEBG	nexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [VpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1cae0841-7d51-4f46-a656-59934bb2bc34, kind: Service { id: 674a8d9b-7c31-464e-a95b-65696edf283f }, name: Name("external-dns-674a8d9b-7c31-464e-a95b-65696edf283f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 250])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 3d059327-4023-4ca0-a2fc-99bce34e8b9f, kind: Service { id: 24300423-e659-419a-befb-1dc6f3f961d6 }, name: Name("external-dns-24300423-e659-419a-befb-1dc6f3f961d6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 85])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }] }, VpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 19bdd27b-caf5-4a71-8d95-02a69636ad25, kind: Service { id: 7d445a4f-3b57-4dd0-b203-0466ead7cb03 }, name: Name("nexus-7d445a4f-3b57-4dd0-b203-0466ead7cb03"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 156])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 32ccdf1d-b32f-4162-937e-975ddf05fe76, kind: Service { id: b506faa9-c4ef-45ca-ad37-72afa51b7c64 }, name: Name("nexus-b506faa9-c4ef-45ca-ad37-72afa51b7c64"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 15])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 92642d22-4dcc-4a4c-89a6-63a4949f6575, kind: Service { id: 065b8a80-dccd-4c17-957e-cdc5e6772e66 }, name: Name("nexus-065b8a80-dccd-4c17-957e-cdc5e6772e66"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 154])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }] }]
1885	2024-05-20T17:18:37.606Z	DEBG	nexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
1886	2024-05-20T17:18:37.641Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1887	2024-05-20T17:18:37.641Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1888	2024-05-20T17:18:37.641Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "35764457-288c-4fdd-9ae7-0fe5698e805e", "content-length": "26", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1889	2024-05-20T17:18:37.641Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1890	2024-05-20T17:18:37.643Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1891	2024-05-20T17:18:37.647Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
1892	2024-05-20T17:18:37.647Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1893	2024-05-20T17:18:37.647Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b6358b5e-8226-4557-9a6b-258a13a51c04", "content-length": "26", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1894	2024-05-20T17:18:37.647Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1895	2024-05-20T17:18:37.648Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1896	2024-05-20T17:18:37.652Z	DEBG	nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, time_created: 2024-05-20T17:14:05.206817Z, time_modified: 2024-05-20T17:14:05.206817Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: 0, usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
1897	2024-05-20T17:18:37.652Z	DEBG	nexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
1898	2024-05-20T17:18:37.652Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1899	2024-05-20T17:18:37.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1900	2024-05-20T17:18:37.654Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
1901	2024-05-20T17:18:37.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
1902	2024-05-20T17:18:37.655Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1903	2024-05-20T17:18:37.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
1904	2024-05-20T17:18:37.774Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
1905	2024-05-20T17:18:37.794Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
1906	2024-05-20T17:18:37.794Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1907	2024-05-20T17:18:37.795Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2a721b68-64e0-449f-acb6-395620e41c68", "content-length": "26", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1908	2024-05-20T17:18:37.795Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1909	2024-05-20T17:18:37.797Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1910	2024-05-20T17:18:37.825Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1911	2024-05-20T17:18:37.825Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "051f8e0e-f6a2-4755-a390-eb524853751a", "content-length": "1", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1912	2024-05-20T17:18:37.827Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1913	2024-05-20T17:18:37.827Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1914	2024-05-20T17:18:37.828Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 344.574012ms iteration = 12
1915	2024-05-20T17:18:37.849Z	DEBG	nexus (service-firewall-rule-progator): client request SledAgent = 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
1916	2024-05-20T17:18:37.849Z	DEBG	nexus (service-firewall-rule-progator): client response SledAgent = 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644 background_task = service_firewall_rule_propagation result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", query: None, fragment: None }, status: 204, headers: {"x-request-id": "3f512f7f-4722-4a67-a281-1cc37b41471f", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1917	2024-05-20T17:18:37.851Z	INFO	nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:486
1918	2024-05-20T17:18:37.851Z	DEBG	nexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 343.108083ms
1919	2024-05-20T17:18:37.851Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 343.115053ms iteration = 3
1920	2024-05-20T17:18:37.869Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
1921	2024-05-20T17:18:38.034Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
1922	2024-05-20T17:18:38.034Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "eeb8e306-582e-4d40-ab63-f70c14d059f6", "date": "Mon, 20 May 2024 17:18:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1923	2024-05-20T17:18:38.034Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1924	2024-05-20T17:18:38.036Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ae0c9b5a-5671-41ea-9262-51a284ab19b4", "date": "Mon, 20 May 2024 17:18:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1925	2024-05-20T17:18:38.036Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1926	2024-05-20T17:18:38.038Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1927	2024-05-20T17:18:38.038Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 554.455914ms iteration = 9
1928	2024-05-20T17:18:38.039Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 554.682847ms iteration = 12
1929	2024-05-20T17:18:38.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 133 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = e265fcee-c779-46df-aedc-265e8790e445 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1930	2024-05-20T17:18:38.084Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
1931	2024-05-20T17:18:38.085Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d024c44e-a6cf-46fc-b3c5-9a8dc8f3dbcd", "date": "Mon, 20 May 2024 17:18:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1932	2024-05-20T17:18:38.085Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1933	2024-05-20T17:18:38.086Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9f1bbf25-5811-4d35-a80b-5fe69d3f8371", "date": "Mon, 20 May 2024 17:18:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1934	2024-05-20T17:18:38.086Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1935	2024-05-20T17:18:38.087Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "654a3e48-95ab-4bba-ade6-bd126871f8d8", "date": "Mon, 20 May 2024 17:18:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1936	2024-05-20T17:18:38.087Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1937	2024-05-20T17:18:38.089Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
1938	2024-05-20T17:18:38.089Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 615.846146ms iteration = 9
1939	2024-05-20T17:18:38.121Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1940	2024-05-20T17:18:38.122Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1941	2024-05-20T17:18:38.124Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1942	2024-05-20T17:18:38.124Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1943	2024-05-20T17:18:38.124Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1944	2024-05-20T17:18:38.130Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1945	2024-05-20T17:18:38.131Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "42a820a7-8479-4462-bfb1-c4ff4265d2c9", "content-length": "121", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1946	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
1947	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
1948	2024-05-20T17:18:38.131Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1949	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1950	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
1951	2024-05-20T17:18:38.131Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1952	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1953	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
1954	2024-05-20T17:18:38.131Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
1955	2024-05-20T17:18:38.131Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1956	2024-05-20T17:18:38.131Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1957	2024-05-20T17:18:38.133Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1958	2024-05-20T17:18:38.133Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a889a48e-c041-4ded-a2e9-c01e13ef5896", "content-length": "2", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1959	2024-05-20T17:18:38.133Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1960	2024-05-20T17:18:38.134Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "167abd59-6e44-461e-ab4f-9ac1826a8869", "content-length": "52", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1961	2024-05-20T17:18:38.134Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
1962	2024-05-20T17:18:38.134Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1963	2024-05-20T17:18:38.179Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "31a50104-a733-4f6f-bb88-277fb61f5197", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1964	2024-05-20T17:18:38.179Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
1965	2024-05-20T17:18:38.179Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1966	2024-05-20T17:18:38.179Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1f7e4d52-6f20-4ebd-9eb1-357a87845f2a", "content-length": "467", "date": "Mon, 20 May 2024 17:18:37 GMT"} })
1967	2024-05-20T17:18:38.179Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1968	2024-05-20T17:18:38.180Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1969	2024-05-20T17:18:38.182Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1970	2024-05-20T17:18:38.182Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1971	2024-05-20T17:18:38.185Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1972	2024-05-20T17:18:38.185Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1973	2024-05-20T17:18:38.186Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1974	2024-05-20T17:18:38.186Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1975	2024-05-20T17:18:38.194Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 709.978736ms iteration = 12
1976	2024-05-20T17:18:47.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 33 reason = Timeout
1977	2024-05-20T17:18:47.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1978	2024-05-20T17:18:47.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1979	2024-05-20T17:18:47.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1980	2024-05-20T17:18:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1981	2024-05-20T17:18:47.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1982	2024-05-20T17:18:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1983	2024-05-20T17:18:47.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1984	2024-05-20T17:18:47.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1985	2024-05-20T17:18:47.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1986	2024-05-20T17:18:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
1987	2024-05-20T17:18:47.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1988	2024-05-20T17:18:47.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1989	2024-05-20T17:18:47.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
1990	2024-05-20T17:18:47.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.513426ms iteration = 33
1991	2024-05-20T17:18:48.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 136 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 96107186-05b9-4687-84c5-527260aa67b6 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
1992	2024-05-20T17:18:57.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 34 reason = Timeout
1993	2024-05-20T17:18:57.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1994	2024-05-20T17:18:57.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1995	2024-05-20T17:18:57.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1996	2024-05-20T17:18:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1997	2024-05-20T17:18:57.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1998	2024-05-20T17:18:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1999	2024-05-20T17:18:57.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2000	2024-05-20T17:18:57.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2001	2024-05-20T17:18:57.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2002	2024-05-20T17:18:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2003	2024-05-20T17:18:57.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2004	2024-05-20T17:18:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2005	2024-05-20T17:18:57.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2006	2024-05-20T17:18:57.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.07495ms iteration = 34
2007	2024-05-20T17:18:58.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 232 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 6e3174cd-3b48-465b-9dd7-34e543cb415b response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2008	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 35 reason = Timeout
2009	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 14 reason = Timeout
2010	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2011	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 13 reason = Timeout
2012	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2013	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 13 reason = Timeout
2014	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2015	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2016	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 13 reason = Timeout
2017	2024-05-20T17:19:07.484Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
2018	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 13 reason = Timeout
2019	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 13 reason = Timeout
2020	2024-05-20T17:19:07.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
2021	2024-05-20T17:19:07.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
2022	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 4.91\u{b5}s iteration = 13
2023	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2024	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 13 reason = Timeout
2025	2024-05-20T17:19:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2026	2024-05-20T17:19:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2027	2024-05-20T17:19:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2028	2024-05-20T17:19:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2029	2024-05-20T17:19:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2030	2024-05-20T17:19:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2031	2024-05-20T17:19:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2032	2024-05-20T17:19:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2033	2024-05-20T17:19:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2034	2024-05-20T17:19:07.486Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
2035	2024-05-20T17:19:07.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.29137ms iteration = 13
2036	2024-05-20T17:19:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2037	2024-05-20T17:19:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2038	2024-05-20T17:19:07.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4757, tv_nsec: 826772358 } })
2039	2024-05-20T17:19:07.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4757, tv_nsec: 826927890 } })
2040	2024-05-20T17:19:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
2041	2024-05-20T17:19:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2042	2024-05-20T17:19:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2043	2024-05-20T17:19:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2044	2024-05-20T17:19:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2045	2024-05-20T17:19:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2046	2024-05-20T17:19:07.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
2047	2024-05-20T17:19:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2048	2024-05-20T17:19:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2049	2024-05-20T17:19:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2050	2024-05-20T17:19:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2051	2024-05-20T17:19:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2052	2024-05-20T17:19:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2053	2024-05-20T17:19:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2054	2024-05-20T17:19:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2055	2024-05-20T17:19:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2056	2024-05-20T17:19:07.492Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
2057	2024-05-20T17:19:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2058	2024-05-20T17:19:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2059	2024-05-20T17:19:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2060	2024-05-20T17:19:07.493Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4757, tv_nsec: 832024726 } })
2061	2024-05-20T17:19:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2062	2024-05-20T17:19:07.493Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2063	2024-05-20T17:19:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2064	2024-05-20T17:19:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2065	2024-05-20T17:19:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2066	2024-05-20T17:19:07.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2067	2024-05-20T17:19:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2068	2024-05-20T17:19:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2069	2024-05-20T17:19:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2070	2024-05-20T17:19:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2071	2024-05-20T17:19:07.499Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
2072	2024-05-20T17:19:07.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 15.045266ms iteration = 14
2073	2024-05-20T17:19:07.503Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2074	2024-05-20T17:19:07.503Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.923547ms iteration = 35
2075	2024-05-20T17:19:07.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 13 reason = Timeout
2076	2024-05-20T17:19:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2077	2024-05-20T17:19:07.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2078	2024-05-20T17:19:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2079	2024-05-20T17:19:07.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2080	2024-05-20T17:19:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2081	2024-05-20T17:19:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2082	2024-05-20T17:19:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2083	2024-05-20T17:19:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2084	2024-05-20T17:19:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2085	2024-05-20T17:19:07.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2086	2024-05-20T17:19:07.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2087	2024-05-20T17:19:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
2088	2024-05-20T17:19:07.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2089	2024-05-20T17:19:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2090	2024-05-20T17:19:07.515Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
2091	2024-05-20T17:19:07.515Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 6.640237ms iteration = 13
2092	2024-05-20T17:19:07.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 31.574222ms iteration = 13
2093	2024-05-20T17:19:07.582Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2094	2024-05-20T17:19:07.582Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2095	2024-05-20T17:19:07.582Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9717faa0-131a-459c-8418-0edfaade6516", "content-length": "26", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2096	2024-05-20T17:19:07.582Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2097	2024-05-20T17:19:07.583Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2098	2024-05-20T17:19:07.583Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2099	2024-05-20T17:19:07.583Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0a635dd0-ab5c-40c2-9ecf-887b8a47b11d", "content-length": "26", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2100	2024-05-20T17:19:07.583Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2101	2024-05-20T17:19:07.585Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2102	2024-05-20T17:19:07.585Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
2103	2024-05-20T17:19:07.585Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2104	2024-05-20T17:19:07.585Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2105	2024-05-20T17:19:07.585Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9fee17ba-0151-41e4-92a8-bd90871acf7c", "content-length": "26", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2106	2024-05-20T17:19:07.585Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2107	2024-05-20T17:19:07.586Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2108	2024-05-20T17:19:07.669Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2109	2024-05-20T17:19:07.669Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d65584f1-4757-43cc-9992-2465c645f906", "content-length": "1", "date": "Mon, 20 May 2024 17:19:06 GMT"} })
2110	2024-05-20T17:19:07.672Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2111	2024-05-20T17:19:07.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2112	2024-05-20T17:19:07.673Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 188.949009ms iteration = 13
2113	2024-05-20T17:19:07.747Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 262.790314ms iteration = 13
2114	2024-05-20T17:19:07.803Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2115	2024-05-20T17:19:07.803Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2116	2024-05-20T17:19:07.805Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2117	2024-05-20T17:19:07.806Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2118	2024-05-20T17:19:07.806Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2119	2024-05-20T17:19:07.814Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2120	2024-05-20T17:19:07.814Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d6d151d4-b623-4362-b38b-ffe45f61ee37", "content-length": "121", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2121	2024-05-20T17:19:07.814Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
2122	2024-05-20T17:19:07.814Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
2123	2024-05-20T17:19:07.814Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2124	2024-05-20T17:19:07.814Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2125	2024-05-20T17:19:07.814Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
2126	2024-05-20T17:19:07.814Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2127	2024-05-20T17:19:07.815Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2128	2024-05-20T17:19:07.815Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2129	2024-05-20T17:19:07.815Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2130	2024-05-20T17:19:07.815Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2131	2024-05-20T17:19:07.815Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2132	2024-05-20T17:19:07.816Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2133	2024-05-20T17:19:07.817Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d7cf7cc8-b7fe-4cb0-ab4d-d69a98e82dfc", "content-length": "2", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2134	2024-05-20T17:19:07.817Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2135	2024-05-20T17:19:07.817Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "61c53b1a-969d-4981-b064-f35f803c4a69", "content-length": "52", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2136	2024-05-20T17:19:07.817Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2137	2024-05-20T17:19:07.817Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2138	2024-05-20T17:19:07.865Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ca9783bf-5778-4e95-a9e4-e4172e189736", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2139	2024-05-20T17:19:07.865Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
2140	2024-05-20T17:19:07.865Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2141	2024-05-20T17:19:07.865Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "03ea3291-2985-4a78-95c3-36a9e9311cca", "content-length": "467", "date": "Mon, 20 May 2024 17:19:07 GMT"} })
2142	2024-05-20T17:19:07.865Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2143	2024-05-20T17:19:07.866Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2144	2024-05-20T17:19:07.868Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2145	2024-05-20T17:19:07.868Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2146	2024-05-20T17:19:07.871Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2147	2024-05-20T17:19:07.871Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2148	2024-05-20T17:19:07.873Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2149	2024-05-20T17:19:07.873Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2150	2024-05-20T17:19:07.879Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 395.272325ms iteration = 13
2151	2024-05-20T17:19:08.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 159 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = f02882ff-24e9-45cd-9617-87798f1efc54 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2152	2024-05-20T17:19:17.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 36 reason = Timeout
2153	2024-05-20T17:19:17.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2154	2024-05-20T17:19:17.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2155	2024-05-20T17:19:17.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2156	2024-05-20T17:19:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2157	2024-05-20T17:19:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2158	2024-05-20T17:19:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2159	2024-05-20T17:19:17.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2160	2024-05-20T17:19:17.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2161	2024-05-20T17:19:17.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2162	2024-05-20T17:19:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2163	2024-05-20T17:19:17.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2164	2024-05-20T17:19:17.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2165	2024-05-20T17:19:17.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2166	2024-05-20T17:19:17.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.681938ms iteration = 36
2167	2024-05-20T17:19:18.068Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 136 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = ffef96c4-92f1-4f1b-954c-3df30db6ef00 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2168	2024-05-20T17:19:27.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 37 reason = Timeout
2169	2024-05-20T17:19:27.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2170	2024-05-20T17:19:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2171	2024-05-20T17:19:27.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2172	2024-05-20T17:19:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2173	2024-05-20T17:19:27.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2174	2024-05-20T17:19:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2175	2024-05-20T17:19:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2176	2024-05-20T17:19:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2177	2024-05-20T17:19:27.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2178	2024-05-20T17:19:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2179	2024-05-20T17:19:27.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2180	2024-05-20T17:19:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2181	2024-05-20T17:19:27.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2182	2024-05-20T17:19:27.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 17.275206ms iteration = 37
2183	2024-05-20T17:19:28.070Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 755 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 62956309-3b20-4819-9a3f-6bac622dc3cd response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2184	2024-05-20T17:19:37.471Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 8 reason = Timeout
2185	2024-05-20T17:19:37.471Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
2186	2024-05-20T17:19:37.471Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2187	2024-05-20T17:19:37.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2188	2024-05-20T17:19:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2189	2024-05-20T17:19:37.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2190	2024-05-20T17:19:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 10 reason = Timeout
2191	2024-05-20T17:19:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 8 reason = Timeout
2192	2024-05-20T17:19:37.474Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2193	2024-05-20T17:19:37.476Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4787, tv_nsec: 814804301 } })
2194	2024-05-20T17:19:37.477Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2195	2024-05-20T17:19:37.478Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
2196	2024-05-20T17:19:37.478Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 4.760402ms iteration = 8
2197	2024-05-20T17:19:37.479Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
2198	2024-05-20T17:19:37.479Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
2199	2024-05-20T17:19:37.479Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
2200	2024-05-20T17:19:37.479Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2201	2024-05-20T17:19:37.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2202	2024-05-20T17:19:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2203	2024-05-20T17:19:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2204	2024-05-20T17:19:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2205	2024-05-20T17:19:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2206	2024-05-20T17:19:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 38 reason = Timeout
2207	2024-05-20T17:19:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2208	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 14 reason = Timeout
2209	2024-05-20T17:19:37.485Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
2210	2024-05-20T17:19:37.485Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
2211	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 13.47\u{b5}s iteration = 14
2212	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 8 reason = Timeout
2213	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 8 reason = Timeout
2214	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
2215	2024-05-20T17:19:37.485Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:09:37.485266980 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
2216	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2217	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
2218	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 8 reason = Timeout
2219	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2220	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 10 reason = Timeout
2221	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 9 reason = Timeout
2222	2024-05-20T17:19:37.485Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
2223	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.6\u{b5}s iteration = 9
2224	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 8 reason = Timeout
2225	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2226	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 14 reason = Timeout
2227	2024-05-20T17:19:37.485Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
2228	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 15 reason = Timeout
2229	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2230	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 14 reason = Timeout
2231	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2232	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2233	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 14 reason = Timeout
2234	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 14 reason = Timeout
2235	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2236	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2237	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
2238	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 14 reason = Timeout
2239	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2240	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2241	2024-05-20T17:19:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2242	2024-05-20T17:19:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2243	2024-05-20T17:19:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2244	2024-05-20T17:19:37.486Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4787, tv_nsec: 824915693 } })
2245	2024-05-20T17:19:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2246	2024-05-20T17:19:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2247	2024-05-20T17:19:37.487Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
2248	2024-05-20T17:19:37.487Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
2249	2024-05-20T17:19:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2250	2024-05-20T17:19:37.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2251	2024-05-20T17:19:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2252	2024-05-20T17:19:37.488Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
2253	2024-05-20T17:19:37.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4787, tv_nsec: 827173903 } })
2254	2024-05-20T17:19:37.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 2.832387ms iteration = 8
2255	2024-05-20T17:19:37.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4787, tv_nsec: 827251524 } })
2256	2024-05-20T17:19:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2257	2024-05-20T17:19:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2258	2024-05-20T17:19:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2259	2024-05-20T17:19:37.489Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
2260	2024-05-20T17:19:37.489Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.676789ms iteration = 14
2261	2024-05-20T17:19:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2262	2024-05-20T17:19:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2263	2024-05-20T17:19:37.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2264	2024-05-20T17:19:37.490Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:09:37.485266980 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
2265	2024-05-20T17:19:37.490Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.792933ms iteration = 8
2266	2024-05-20T17:19:37.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
2267	2024-05-20T17:19:37.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
2268	2024-05-20T17:19:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2269	2024-05-20T17:19:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2270	2024-05-20T17:19:37.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2271	2024-05-20T17:19:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2272	2024-05-20T17:19:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2273	2024-05-20T17:19:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2274	2024-05-20T17:19:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2275	2024-05-20T17:19:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2276	2024-05-20T17:19:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2277	2024-05-20T17:19:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2278	2024-05-20T17:19:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2279	2024-05-20T17:19:37.495Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4787, tv_nsec: 834545249 } })
2280	2024-05-20T17:19:37.496Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2281	2024-05-20T17:19:37.496Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
2282	2024-05-20T17:19:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2283	2024-05-20T17:19:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2284	2024-05-20T17:19:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2285	2024-05-20T17:19:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2286	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2287	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2288	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2289	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2290	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2291	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2292	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2293	2024-05-20T17:19:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2294	2024-05-20T17:19:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2295	2024-05-20T17:19:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2296	2024-05-20T17:19:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2297	2024-05-20T17:19:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2298	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
2299	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
2300	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
2301	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2302	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2303	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
2304	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
2305	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
2306	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 28.537153ms iteration = 8
2307	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2308	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2309	2024-05-20T17:19:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2310	2024-05-20T17:19:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2311	2024-05-20T17:19:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2312	2024-05-20T17:19:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2313	2024-05-20T17:19:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2314	2024-05-20T17:19:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2315	2024-05-20T17:19:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2316	2024-05-20T17:19:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2317	2024-05-20T17:19:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2318	2024-05-20T17:19:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2319	2024-05-20T17:19:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2320	2024-05-20T17:19:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2321	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2322	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2323	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2324	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2325	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2326	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2327	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2328	2024-05-20T17:19:37.505Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
2329	2024-05-20T17:19:37.505Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 20.215434ms iteration = 15
2330	2024-05-20T17:19:37.507Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
2331	2024-05-20T17:19:37.507Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
2332	2024-05-20T17:19:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2333	2024-05-20T17:19:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2334	2024-05-20T17:19:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2335	2024-05-20T17:19:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2336	2024-05-20T17:19:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2337	2024-05-20T17:19:37.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 14 reason = Timeout
2338	2024-05-20T17:19:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2339	2024-05-20T17:19:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2340	2024-05-20T17:19:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2341	2024-05-20T17:19:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2342	2024-05-20T17:19:37.511Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2343	2024-05-20T17:19:37.511Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 26.74109ms iteration = 38
2344	2024-05-20T17:19:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2345	2024-05-20T17:19:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2346	2024-05-20T17:19:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2347	2024-05-20T17:19:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2348	2024-05-20T17:19:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2349	2024-05-20T17:19:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2350	2024-05-20T17:19:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2351	2024-05-20T17:19:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2352	2024-05-20T17:19:37.514Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
2353	2024-05-20T17:19:37.514Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
2354	2024-05-20T17:19:37.514Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
2355	2024-05-20T17:19:37.514Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 29.175401ms iteration = 8
2356	2024-05-20T17:19:37.515Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2357	2024-05-20T17:19:37.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2358	2024-05-20T17:19:37.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2359	2024-05-20T17:19:37.518Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
2360	2024-05-20T17:19:37.518Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2361	2024-05-20T17:19:37.518Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2362	2024-05-20T17:19:37.520Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 34.334368ms iteration = 14
2363	2024-05-20T17:19:37.543Z	INFO	nexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) } file = nexus/src/app/background/external_endpoints.rs:101
2364	2024-05-20T17:19:37.543Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 58.467724ms iteration = 8
2365	2024-05-20T17:19:37.642Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
2366	2024-05-20T17:19:37.642Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2367	2024-05-20T17:19:37.642Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9af0f6e3-df16-471a-b59c-ba581de8d431", "content-length": "26", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2368	2024-05-20T17:19:37.642Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2369	2024-05-20T17:19:37.645Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2370	2024-05-20T17:19:37.665Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
2371	2024-05-20T17:19:37.696Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
2372	2024-05-20T17:19:37.697Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2373	2024-05-20T17:19:37.697Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2374	2024-05-20T17:19:37.699Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "80aedd85-1ebf-4731-b461-754107d999b9", "content-length": "26", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2375	2024-05-20T17:19:37.699Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2376	2024-05-20T17:19:37.700Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2377	2024-05-20T17:19:37.711Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644 background_task = instance_watcher body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/instances/586b7180-d8ef-44bf-bc66-dff22b5d1bcd/state
2378	2024-05-20T17:19:37.801Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2379	2024-05-20T17:19:37.801Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2380	2024-05-20T17:19:37.802Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ab480b91-c69a-4288-b2f3-c9bcd1323a0f", "content-length": "26", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2381	2024-05-20T17:19:37.802Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2382	2024-05-20T17:19:37.804Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2383	2024-05-20T17:19:37.832Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2384	2024-05-20T17:19:37.832Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "5cf464de-8331-4ff5-8289-86891896f00b", "date": "Mon, 20 May 2024 17:19:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2385	2024-05-20T17:19:37.832Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2386	2024-05-20T17:19:37.833Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "7fe75fb6-409a-4c79-83d7-c51fc548e22d", "date": "Mon, 20 May 2024 17:19:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2387	2024-05-20T17:19:37.833Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2388	2024-05-20T17:19:37.834Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2389	2024-05-20T17:19:37.834Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 349.228713ms iteration = 10
2390	2024-05-20T17:19:37.858Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2391	2024-05-20T17:19:37.858Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "930eb234-4f94-4b5b-b863-89988b883d55", "content-length": "1", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2392	2024-05-20T17:19:37.859Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2393	2024-05-20T17:19:37.860Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2394	2024-05-20T17:19:37.862Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 376.455448ms iteration = 14
2395	2024-05-20T17:19:37.885Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
2396	2024-05-20T17:19:37.989Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2397	2024-05-20T17:19:37.990Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ea51ea90-365c-4b86-846d-7528b58bb2c0", "date": "Mon, 20 May 2024 17:19:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2398	2024-05-20T17:19:37.990Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2399	2024-05-20T17:19:37.992Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "2307be78-1233-4b9c-8f41-4ca09664849a", "date": "Mon, 20 May 2024 17:19:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2400	2024-05-20T17:19:37.992Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2401	2024-05-20T17:19:37.994Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e73b993f-4c8f-4665-8266-fc36cfb4079d", "date": "Mon, 20 May 2024 17:19:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2402	2024-05-20T17:19:37.994Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2403	2024-05-20T17:19:37.996Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2404	2024-05-20T17:19:37.996Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 522.844071ms iteration = 10
2405	2024-05-20T17:19:38.002Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 517.144067ms iteration = 14
2406	2024-05-20T17:19:38.033Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2407	2024-05-20T17:19:38.033Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2408	2024-05-20T17:19:38.035Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2409	2024-05-20T17:19:38.035Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2410	2024-05-20T17:19:38.035Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2411	2024-05-20T17:19:38.043Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2412	2024-05-20T17:19:38.043Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0be1b4ff-8841-42c7-8b5c-4d49dc59bec4", "content-length": "121", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2413	2024-05-20T17:19:38.043Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
2414	2024-05-20T17:19:38.043Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
2415	2024-05-20T17:19:38.044Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2416	2024-05-20T17:19:38.044Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2417	2024-05-20T17:19:38.044Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
2418	2024-05-20T17:19:38.044Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2419	2024-05-20T17:19:38.044Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2420	2024-05-20T17:19:38.044Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2421	2024-05-20T17:19:38.044Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2422	2024-05-20T17:19:38.044Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2423	2024-05-20T17:19:38.044Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2424	2024-05-20T17:19:38.046Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2425	2024-05-20T17:19:38.046Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5e83adb9-6a52-4e01-9ea2-5651a4512d44", "content-length": "2", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2426	2024-05-20T17:19:38.046Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2427	2024-05-20T17:19:38.046Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "49eb68e7-441e-4eec-be03-f2784dc0b3d3", "content-length": "52", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2428	2024-05-20T17:19:38.046Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2429	2024-05-20T17:19:38.046Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2430	2024-05-20T17:19:38.069Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 182 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 3637a9b0-dcdc-4aec-8cf8-60cbb73175b2 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2431	2024-05-20T17:19:38.072Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
2432	2024-05-20T17:19:38.072Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
2433	2024-05-20T17:19:38.128Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
2434	2024-05-20T17:19:38.128Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:45526
2435	2024-05-20T17:19:38.131Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45526 req_id = 6d10f545-03f2-4425-8b45-fe888e4ad71d roles = RoleSet { roles: {} } uri = /metrics/producers
2436	2024-05-20T17:19:38.131Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45526 req_id = 6d10f545-03f2-4425-8b45-fe888e4ad71d resource = Database result = Ok(()) uri = /metrics/producers
2437	2024-05-20T17:19:38.220Z	INFO	nexus: registered oximeter collector client file = nexus/src/app/oximeter.rs:338 id = f941b626-1b1e-47ee-9593-9f8669871e3d
2438	2024-05-20T17:19:38.220Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45526 req_id = 6d10f545-03f2-4425-8b45-fe888e4ad71d roles = RoleSet { roles: {} } uri = /metrics/producers
2439	2024-05-20T17:19:38.221Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45526 req_id = 6d10f545-03f2-4425-8b45-fe888e4ad71d resource = Database result = Ok(()) uri = /metrics/producers
2440	2024-05-20T17:19:38.225Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6273dae1-b170-4ee0-977c-f8b92e1c39e9", "date": "Mon, 20 May 2024 17:19:37 GMT"} })
2441	2024-05-20T17:19:38.225Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
2442	2024-05-20T17:19:38.225Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2443	2024-05-20T17:19:38.226Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "43f8acc7-57f1-467a-9523-cf878fc66ee8", "content-length": "467", "date": "Mon, 20 May 2024 17:19:38 GMT"} })
2444	2024-05-20T17:19:38.226Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2445	2024-05-20T17:19:38.228Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2446	2024-05-20T17:19:38.234Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2447	2024-05-20T17:19:38.235Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2448	2024-05-20T17:19:38.245Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2449	2024-05-20T17:19:38.245Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2450	2024-05-20T17:19:38.248Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2451	2024-05-20T17:19:38.248Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2452	2024-05-20T17:19:38.273Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 788.014735ms iteration = 14
2453	2024-05-20T17:19:38.450Z	DEBG	nexus: client request body = Some(Body) method = POST oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d uri = http://[fd00:1122:3344:101::d]:12223/producers
2454	2024-05-20T17:19:38.451Z	DEBG	nexus: client response oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "012c6769-67fe-421c-ad16-a6db33ccf325", "date": "Mon, 20 May 2024 17:19:38 GMT"} })
2455	2024-05-20T17:19:38.451Z	INFO	nexus: assigned collector to new producer collector_id = f941b626-1b1e-47ee-9593-9f8669871e3d file = nexus/src/app/oximeter.rs:125 producer_id = b506faa9-c4ef-45ca-ad37-72afa51b7c64
2456	2024-05-20T17:19:38.453Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 324537 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45526 req_id = 6d10f545-03f2-4425-8b45-fe888e4ad71d response_code = 201 uri = /metrics/producers
2457	2024-05-20T17:19:38.453Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "6d10f545-03f2-4425-8b45-fe888e4ad71d", "content-length": "41", "date": "Mon, 20 May 2024 17:19:38 GMT"} })
2458	2024-05-20T17:19:38.456Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
2459	2024-05-20T17:19:38.456Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
2460	2024-05-20T17:19:44.739Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::1:0]:55769
2461	2024-05-20T17:19:44.743Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:55769 req_id = fc6c4b5d-3474-416d-940f-0d17f5128282 roles = RoleSet { roles: {} } uri = /metrics/producers
2462	2024-05-20T17:19:44.743Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:55769 req_id = fc6c4b5d-3474-416d-940f-0d17f5128282 resource = Database result = Ok(()) uri = /metrics/producers
2463	2024-05-20T17:19:44.771Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644 background_task = instance_watcher result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/instances/586b7180-d8ef-44bf-bc66-dff22b5d1bcd/state", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ad29b335-0300-463f-931d-847031bb8646", "content-length": "311", "date": "Mon, 20 May 2024 17:19:44 GMT"} })
2464	2024-05-20T17:19:44.775Z	INFO	nexus: registered oximeter collector client file = nexus/src/app/oximeter.rs:338 id = f941b626-1b1e-47ee-9593-9f8669871e3d
2465	2024-05-20T17:19:44.775Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:55769 req_id = fc6c4b5d-3474-416d-940f-0d17f5128282 roles = RoleSet { roles: {} } uri = /metrics/producers
2466	2024-05-20T17:19:44.775Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:55769 req_id = fc6c4b5d-3474-416d-940f-0d17f5128282 resource = Database result = Ok(()) uri = /metrics/producers
2467	2024-05-20T17:19:44.781Z	DEBG	nexus (BackgroundTasks): updating instance state background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd state = Starting
2468	2024-05-20T17:19:44.781Z	INFO	nexus (BackgroundTasks): received new runtime state from sled agent background_task = instance_watcher file = nexus/src/app/instance.rs:1979 instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd instance_state = InstanceRuntimeState { propolis_id: Some(5f829de0-6b87-4573-916b-803e9f2aa4ef), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-05-20T17:19:35.934378798Z } propolis_id = 5f829de0-6b87-4573-916b-803e9f2aa4ef vmm_state = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-05-20T17:19:35.900671Z }
2469	2024-05-20T17:19:44.781Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {} }
2470	2024-05-20T17:19:44.781Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Database result = Ok(())
2471	2024-05-20T17:19:44.783Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {} }
2472	2024-05-20T17:19:44.783Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Database result = Ok(())
2473	2024-05-20T17:19:44.785Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {} }
2474	2024-05-20T17:19:44.785Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Database result = Ok(())
2475	2024-05-20T17:19:44.786Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {} }
2476	2024-05-20T17:19:44.786Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Database result = Ok(())
2477	2024-05-20T17:19:44.787Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {} }
2478	2024-05-20T17:19:44.788Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Database result = Ok(())
2479	2024-05-20T17:19:44.789Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {} }
2480	2024-05-20T17:19:44.789Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Database result = Ok(())
2481	2024-05-20T17:19:44.790Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2482	2024-05-20T17:19:44.794Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd resource = Instance { parent: Project { parent: Silo { parent: Fleet, key: d31adaf5-671a-4307-8e14-396a149ae157, lookup_type: ById(d31adaf5-671a-4307-8e14-396a149ae157) }, key: daf27e21-3f8c-4d7c-958a-d04071b2d193, lookup_type: ById(daf27e21-3f8c-4d7c-958a-d04071b2d193) }, key: 586b7180-d8ef-44bf-bc66-dff22b5d1bcd, lookup_type: ById(586b7180-d8ef-44bf-bc66-dff22b5d1bcd) } result = Ok(())
2483	2024-05-20T17:19:44.799Z	DEBG	nexus (BackgroundTasks): instance state generation already advanced, won't touch network config background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd
2484	2024-05-20T17:19:44.810Z	DEBG	nexus: client request body = Some(Body) method = POST oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d uri = http://[fd00:1122:3344:101::d]:12223/producers
2485	2024-05-20T17:19:44.810Z	DEBG	nexus: client response oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "dee358e4-79f9-493d-8314-c6a96453dbd6", "date": "Mon, 20 May 2024 17:19:44 GMT"} })
2486	2024-05-20T17:19:44.810Z	INFO	nexus: assigned collector to new producer collector_id = f941b626-1b1e-47ee-9593-9f8669871e3d file = nexus/src/app/oximeter.rs:125 producer_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd
2487	2024-05-20T17:19:44.811Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 71827 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::1:0]:55769 req_id = fc6c4b5d-3474-416d-940f-0d17f5128282 response_code = 201 uri = /metrics/producers
2488	2024-05-20T17:19:44.838Z	INFO	nexus (BackgroundTasks): instance and vmm updated by sled agent background_task = instance_watcher file = nexus/src/app/instance.rs:2112 instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd instance_updated = false propolis_id = 5f829de0-6b87-4573-916b-803e9f2aa4ef vmm_updated = false
2489	2024-05-20T17:19:44.838Z	DEBG	nexus (BackgroundTasks): update successful background_task = instance_watcher instance_id = 586b7180-d8ef-44bf-bc66-dff22b5d1bcd instance_updated = false state = Starting vmm_updated = false
2490	2024-05-20T17:19:44.840Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 1 total_failed = 0 total_incomplete = 0 total_instances = 1
2491	2024-05-20T17:19:44.840Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 7.331871351s iteration = 14
2492	2024-05-20T17:19:47.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 39 reason = Timeout
2493	2024-05-20T17:19:47.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2494	2024-05-20T17:19:47.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2495	2024-05-20T17:19:47.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2496	2024-05-20T17:19:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2497	2024-05-20T17:19:47.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2498	2024-05-20T17:19:47.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2499	2024-05-20T17:19:47.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2500	2024-05-20T17:19:47.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2501	2024-05-20T17:19:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2502	2024-05-20T17:19:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2503	2024-05-20T17:19:47.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2504	2024-05-20T17:19:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2505	2024-05-20T17:19:47.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2506	2024-05-20T17:19:47.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.651937ms iteration = 39
2507	2024-05-20T17:19:48.452Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 164 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = e9ce42c6-e59f-4c76-a1ba-1da7a09b267e response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2508	2024-05-20T17:19:57.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 40 reason = Timeout
2509	2024-05-20T17:19:57.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2510	2024-05-20T17:19:57.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2511	2024-05-20T17:19:57.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2512	2024-05-20T17:19:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2513	2024-05-20T17:19:57.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2514	2024-05-20T17:19:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2515	2024-05-20T17:19:57.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2516	2024-05-20T17:19:57.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2517	2024-05-20T17:19:57.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2518	2024-05-20T17:19:57.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2519	2024-05-20T17:19:57.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2520	2024-05-20T17:19:57.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2521	2024-05-20T17:19:57.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2522	2024-05-20T17:19:57.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.897401ms iteration = 40
2523	2024-05-20T17:19:58.452Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 164 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 19a1465b-b57d-4273-8ee4-ad68d48cbe35 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2524	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 41 reason = Timeout
2525	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 15 reason = Timeout
2526	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2527	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 15 reason = Timeout
2528	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2529	2024-05-20T17:20:07.484Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
2530	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 16 reason = Timeout
2531	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 15 reason = Timeout
2532	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 15 reason = Timeout
2533	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2534	2024-05-20T17:20:07.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
2535	2024-05-20T17:20:07.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
2536	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 8.24\u{b5}s iteration = 15
2537	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2538	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 15 reason = Timeout
2539	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 15 reason = Timeout
2540	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2541	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2542	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2543	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2544	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2545	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2546	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2547	2024-05-20T17:20:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2548	2024-05-20T17:20:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2549	2024-05-20T17:20:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2550	2024-05-20T17:20:07.486Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4817, tv_nsec: 825086636 } })
2551	2024-05-20T17:20:07.486Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
2552	2024-05-20T17:20:07.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.389972ms iteration = 15
2553	2024-05-20T17:20:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2554	2024-05-20T17:20:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2555	2024-05-20T17:20:07.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4817, tv_nsec: 826424473 } })
2556	2024-05-20T17:20:07.487Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
2557	2024-05-20T17:20:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
2558	2024-05-20T17:20:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2559	2024-05-20T17:20:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2560	2024-05-20T17:20:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2561	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2562	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2563	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2564	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2565	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2566	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2567	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2568	2024-05-20T17:20:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2569	2024-05-20T17:20:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2570	2024-05-20T17:20:07.491Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
2571	2024-05-20T17:20:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2572	2024-05-20T17:20:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2573	2024-05-20T17:20:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2574	2024-05-20T17:20:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2575	2024-05-20T17:20:07.492Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4817, tv_nsec: 831131655 } })
2576	2024-05-20T17:20:07.492Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2577	2024-05-20T17:20:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2578	2024-05-20T17:20:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2579	2024-05-20T17:20:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2580	2024-05-20T17:20:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2581	2024-05-20T17:20:07.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2582	2024-05-20T17:20:07.495Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2583	2024-05-20T17:20:07.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2584	2024-05-20T17:20:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2585	2024-05-20T17:20:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2586	2024-05-20T17:20:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2587	2024-05-20T17:20:07.502Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2588	2024-05-20T17:20:07.502Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.752665ms iteration = 41
2589	2024-05-20T17:20:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2590	2024-05-20T17:20:07.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2591	2024-05-20T17:20:07.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 15 reason = Timeout
2592	2024-05-20T17:20:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2593	2024-05-20T17:20:07.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2594	2024-05-20T17:20:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2595	2024-05-20T17:20:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2596	2024-05-20T17:20:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2597	2024-05-20T17:20:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2598	2024-05-20T17:20:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2599	2024-05-20T17:20:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2600	2024-05-20T17:20:07.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2601	2024-05-20T17:20:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
2602	2024-05-20T17:20:07.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2603	2024-05-20T17:20:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2604	2024-05-20T17:20:07.515Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 1 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
2605	2024-05-20T17:20:07.515Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 6.828289ms iteration = 15
2606	2024-05-20T17:20:07.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 32.202801ms iteration = 15
2607	2024-05-20T17:20:07.519Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
2608	2024-05-20T17:20:07.519Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 35.291162ms iteration = 16
2609	2024-05-20T17:20:07.596Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
2610	2024-05-20T17:20:07.596Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2611	2024-05-20T17:20:07.596Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "72497138-2733-41b5-87b8-f58a23ad5963", "content-length": "26", "date": "Mon, 20 May 2024 17:20:07 GMT"} })
2612	2024-05-20T17:20:07.596Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2613	2024-05-20T17:20:07.598Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2614	2024-05-20T17:20:07.681Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2615	2024-05-20T17:20:07.681Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2616	2024-05-20T17:20:07.682Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a785b321-8a3d-4908-b087-7fb7321db16c", "content-length": "26", "date": "Mon, 20 May 2024 17:20:07 GMT"} })
2617	2024-05-20T17:20:07.682Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2618	2024-05-20T17:20:07.683Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2619	2024-05-20T17:20:07.690Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2620	2024-05-20T17:20:07.690Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2621	2024-05-20T17:20:07.691Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f3dad4dd-62bf-44cc-a4fe-5be4650b64a6", "content-length": "26", "date": "Mon, 20 May 2024 17:20:07 GMT"} })
2622	2024-05-20T17:20:07.691Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2623	2024-05-20T17:20:07.692Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2624	2024-05-20T17:20:07.731Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 247.520274ms iteration = 15
2625	2024-05-20T17:20:07.736Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2626	2024-05-20T17:20:07.736Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "19069480-6dee-49b7-b0ec-e9a748d7e24a", "content-length": "2", "date": "Mon, 20 May 2024 17:20:06 GMT"} })
2627	2024-05-20T17:20:07.737Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2628	2024-05-20T17:20:07.737Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2629	2024-05-20T17:20:07.739Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 255.243925ms iteration = 15
2630	2024-05-20T17:20:07.763Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2631	2024-05-20T17:20:07.763Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2632	2024-05-20T17:20:07.765Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2633	2024-05-20T17:20:07.765Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2634	2024-05-20T17:20:07.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2635	2024-05-20T17:20:07.773Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2636	2024-05-20T17:20:07.773Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4cc92b75-bf5c-44be-bdad-2b8a9f239ae1", "content-length": "121", "date": "Mon, 20 May 2024 17:20:06 GMT"} })
2637	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
2638	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
2639	2024-05-20T17:20:07.773Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2640	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2641	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
2642	2024-05-20T17:20:07.773Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2643	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2644	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2645	2024-05-20T17:20:07.773Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2646	2024-05-20T17:20:07.773Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2647	2024-05-20T17:20:07.773Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2648	2024-05-20T17:20:07.775Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2649	2024-05-20T17:20:07.775Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f487e0e9-d0ba-466b-9494-96669ae63a8d", "content-length": "2", "date": "Mon, 20 May 2024 17:20:06 GMT"} })
2650	2024-05-20T17:20:07.775Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2651	2024-05-20T17:20:07.775Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "98ef35ba-4035-4b13-ad7d-9e8d3776526f", "content-length": "52", "date": "Mon, 20 May 2024 17:20:06 GMT"} })
2652	2024-05-20T17:20:07.775Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2653	2024-05-20T17:20:07.775Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2654	2024-05-20T17:20:07.823Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9677644b-afa2-41a0-a5bf-32820d8b44bc", "date": "Mon, 20 May 2024 17:20:07 GMT"} })
2655	2024-05-20T17:20:07.823Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
2656	2024-05-20T17:20:07.823Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2657	2024-05-20T17:20:07.823Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3667362c-2414-45dc-b9c7-8a41432ed52f", "content-length": "467", "date": "Mon, 20 May 2024 17:20:07 GMT"} })
2658	2024-05-20T17:20:07.823Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2659	2024-05-20T17:20:07.824Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2660	2024-05-20T17:20:07.826Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2661	2024-05-20T17:20:07.827Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2662	2024-05-20T17:20:07.829Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2663	2024-05-20T17:20:07.829Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2664	2024-05-20T17:20:07.830Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2665	2024-05-20T17:20:07.830Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2666	2024-05-20T17:20:07.835Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 351.541093ms iteration = 15
2667	2024-05-20T17:20:08.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 1284 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = d7175da8-35a7-4748-bec3-f3121679ca66 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2668	2024-05-20T17:20:17.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 42 reason = Timeout
2669	2024-05-20T17:20:17.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2670	2024-05-20T17:20:17.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2671	2024-05-20T17:20:17.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2672	2024-05-20T17:20:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2673	2024-05-20T17:20:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2674	2024-05-20T17:20:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2675	2024-05-20T17:20:17.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2676	2024-05-20T17:20:17.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2677	2024-05-20T17:20:17.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2678	2024-05-20T17:20:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2679	2024-05-20T17:20:17.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2680	2024-05-20T17:20:17.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2681	2024-05-20T17:20:17.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2682	2024-05-20T17:20:17.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.218011ms iteration = 42
2683	2024-05-20T17:20:18.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 218 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 590e900f-d17a-439c-8950-d3dd5b822625 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2684	2024-05-20T17:20:27.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 43 reason = Timeout
2685	2024-05-20T17:20:27.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2686	2024-05-20T17:20:27.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2687	2024-05-20T17:20:27.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2688	2024-05-20T17:20:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2689	2024-05-20T17:20:27.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2690	2024-05-20T17:20:27.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2691	2024-05-20T17:20:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2692	2024-05-20T17:20:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2693	2024-05-20T17:20:27.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2694	2024-05-20T17:20:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2695	2024-05-20T17:20:27.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2696	2024-05-20T17:20:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2697	2024-05-20T17:20:27.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2698	2024-05-20T17:20:27.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.233842ms iteration = 43
2699	2024-05-20T17:20:28.452Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 136 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 2bfaf402-0e8e-403d-a677-efae81751cef response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2700	2024-05-20T17:20:37.471Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 9 reason = Timeout
2701	2024-05-20T17:20:37.471Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
2702	2024-05-20T17:20:37.471Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2703	2024-05-20T17:20:37.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2704	2024-05-20T17:20:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2705	2024-05-20T17:20:37.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2706	2024-05-20T17:20:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 11 reason = Timeout
2707	2024-05-20T17:20:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 9 reason = Timeout
2708	2024-05-20T17:20:37.474Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2709	2024-05-20T17:20:37.475Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4847, tv_nsec: 813597136 } })
2710	2024-05-20T17:20:37.477Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2711	2024-05-20T17:20:37.478Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
2712	2024-05-20T17:20:37.478Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 4.235676ms iteration = 9
2713	2024-05-20T17:20:37.478Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
2714	2024-05-20T17:20:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
2715	2024-05-20T17:20:37.478Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
2716	2024-05-20T17:20:37.478Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2717	2024-05-20T17:20:37.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2718	2024-05-20T17:20:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2719	2024-05-20T17:20:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2720	2024-05-20T17:20:37.483Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2721	2024-05-20T17:20:37.483Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2722	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 44 reason = Timeout
2723	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 16 reason = Timeout
2724	2024-05-20T17:20:37.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
2725	2024-05-20T17:20:37.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
2726	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 5.18\u{b5}s iteration = 16
2727	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2728	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 9 reason = Timeout
2729	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 9 reason = Timeout
2730	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
2731	2024-05-20T17:20:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2732	2024-05-20T17:20:37.485Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:10:37.484893963 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
2733	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
2734	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 9 reason = Timeout
2735	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 17 reason = Timeout
2736	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 11 reason = Timeout
2737	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2738	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2739	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 10 reason = Timeout
2740	2024-05-20T17:20:37.485Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
2741	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 9.441\u{b5}s iteration = 10
2742	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 9 reason = Timeout
2743	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 16 reason = Timeout
2744	2024-05-20T17:20:37.485Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
2745	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 16 reason = Timeout
2746	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 16 reason = Timeout
2747	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2748	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2749	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 16 reason = Timeout
2750	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2751	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 16 reason = Timeout
2752	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2753	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2754	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2755	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
2756	2024-05-20T17:20:37.485Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4847, tv_nsec: 823922780 } })
2757	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
2758	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
2759	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2760	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2761	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2762	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2763	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2764	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2765	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2766	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2767	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2768	2024-05-20T17:20:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2769	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2770	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
2771	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 2.197448ms iteration = 9
2772	2024-05-20T17:20:37.487Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
2773	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.539033ms iteration = 16
2774	2024-05-20T17:20:37.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4847, tv_nsec: 826357092 } })
2775	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2776	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2777	2024-05-20T17:20:37.487Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:10:37.484893963 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
2778	2024-05-20T17:20:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.010049ms iteration = 9
2779	2024-05-20T17:20:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2780	2024-05-20T17:20:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2781	2024-05-20T17:20:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2782	2024-05-20T17:20:37.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
2783	2024-05-20T17:20:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2784	2024-05-20T17:20:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2785	2024-05-20T17:20:37.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2786	2024-05-20T17:20:37.491Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4847, tv_nsec: 829644465 } })
2787	2024-05-20T17:20:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2788	2024-05-20T17:20:37.492Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
2789	2024-05-20T17:20:37.492Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2790	2024-05-20T17:20:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2791	2024-05-20T17:20:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2792	2024-05-20T17:20:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2793	2024-05-20T17:20:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2794	2024-05-20T17:20:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2795	2024-05-20T17:20:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2796	2024-05-20T17:20:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2797	2024-05-20T17:20:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2798	2024-05-20T17:20:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2799	2024-05-20T17:20:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2800	2024-05-20T17:20:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2801	2024-05-20T17:20:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2802	2024-05-20T17:20:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2803	2024-05-20T17:20:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2804	2024-05-20T17:20:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2805	2024-05-20T17:20:37.496Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
2806	2024-05-20T17:20:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2807	2024-05-20T17:20:37.496Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4847, tv_nsec: 835064746 } })
2808	2024-05-20T17:20:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2809	2024-05-20T17:20:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2810	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2811	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
2812	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
2813	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
2814	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2815	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2816	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2817	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2818	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2819	2024-05-20T17:20:37.497Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2820	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2821	2024-05-20T17:20:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2822	2024-05-20T17:20:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2823	2024-05-20T17:20:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2824	2024-05-20T17:20:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2825	2024-05-20T17:20:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2826	2024-05-20T17:20:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2827	2024-05-20T17:20:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2828	2024-05-20T17:20:37.500Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
2829	2024-05-20T17:20:37.500Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
2830	2024-05-20T17:20:37.500Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
2831	2024-05-20T17:20:37.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 28.732116ms iteration = 9
2832	2024-05-20T17:20:37.500Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2833	2024-05-20T17:20:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2834	2024-05-20T17:20:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2835	2024-05-20T17:20:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2836	2024-05-20T17:20:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2837	2024-05-20T17:20:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2838	2024-05-20T17:20:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2839	2024-05-20T17:20:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2840	2024-05-20T17:20:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2841	2024-05-20T17:20:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2842	2024-05-20T17:20:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2843	2024-05-20T17:20:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2844	2024-05-20T17:20:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2845	2024-05-20T17:20:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2846	2024-05-20T17:20:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2847	2024-05-20T17:20:37.504Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
2848	2024-05-20T17:20:37.504Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 19.761948ms iteration = 17
2849	2024-05-20T17:20:37.505Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
2850	2024-05-20T17:20:37.505Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
2851	2024-05-20T17:20:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2852	2024-05-20T17:20:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2853	2024-05-20T17:20:37.506Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2854	2024-05-20T17:20:37.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 16 reason = Timeout
2855	2024-05-20T17:20:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2856	2024-05-20T17:20:37.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2857	2024-05-20T17:20:37.509Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2858	2024-05-20T17:20:37.509Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.918475ms iteration = 44
2859	2024-05-20T17:20:37.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2860	2024-05-20T17:20:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2861	2024-05-20T17:20:37.510Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2862	2024-05-20T17:20:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2863	2024-05-20T17:20:37.510Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2864	2024-05-20T17:20:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2865	2024-05-20T17:20:37.511Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
2866	2024-05-20T17:20:37.511Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
2867	2024-05-20T17:20:37.511Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
2868	2024-05-20T17:20:37.511Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 26.699929ms iteration = 9
2869	2024-05-20T17:20:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2870	2024-05-20T17:20:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2871	2024-05-20T17:20:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2872	2024-05-20T17:20:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2873	2024-05-20T17:20:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2874	2024-05-20T17:20:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2875	2024-05-20T17:20:37.516Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
2876	2024-05-20T17:20:37.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 7.379946ms iteration = 16
2877	2024-05-20T17:20:37.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
2878	2024-05-20T17:20:37.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2879	2024-05-20T17:20:37.517Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2880	2024-05-20T17:20:37.518Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 33.177003ms iteration = 16
2881	2024-05-20T17:20:37.537Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
2882	2024-05-20T17:20:37.537Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 52.771299ms iteration = 9
2883	2024-05-20T17:20:37.611Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
2884	2024-05-20T17:20:37.612Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
2885	2024-05-20T17:20:37.612Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2886	2024-05-20T17:20:37.613Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "8e47d64e-1797-4efe-a729-7d0eb8140c24", "content-length": "26", "date": "Mon, 20 May 2024 17:20:37 GMT"} })
2887	2024-05-20T17:20:37.613Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2888	2024-05-20T17:20:37.614Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2889	2024-05-20T17:20:37.628Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2890	2024-05-20T17:20:37.628Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2891	2024-05-20T17:20:37.629Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
2892	2024-05-20T17:20:37.630Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d8b868c9-ddb0-4097-8a32-270abca9c093", "content-length": "26", "date": "Mon, 20 May 2024 17:20:37 GMT"} })
2893	2024-05-20T17:20:37.630Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2894	2024-05-20T17:20:37.631Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2895	2024-05-20T17:20:37.761Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2896	2024-05-20T17:20:37.761Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "461c74d8-a913-4a25-8025-761f1316eeaf", "date": "Mon, 20 May 2024 17:20:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2897	2024-05-20T17:20:37.761Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2898	2024-05-20T17:20:37.762Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "48ba2fcc-35ec-425c-a966-deb8abeb9122", "date": "Mon, 20 May 2024 17:20:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2899	2024-05-20T17:20:37.762Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2900	2024-05-20T17:20:37.764Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2901	2024-05-20T17:20:37.764Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 279.141217ms iteration = 11
2902	2024-05-20T17:20:37.766Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
2903	2024-05-20T17:20:37.766Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2904	2024-05-20T17:20:37.766Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "580d99c7-df4f-40dc-8624-e308e8999aab", "content-length": "26", "date": "Mon, 20 May 2024 17:20:37 GMT"} })
2905	2024-05-20T17:20:37.766Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2906	2024-05-20T17:20:37.768Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2907	2024-05-20T17:20:37.804Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 319.687477ms iteration = 16
2908	2024-05-20T17:20:37.813Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
2909	2024-05-20T17:20:37.874Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2910	2024-05-20T17:20:37.875Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "fe1b322f-b695-442a-b38e-a453f70110c2", "content-length": "2", "date": "Mon, 20 May 2024 17:20:36 GMT"} })
2911	2024-05-20T17:20:37.877Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2912	2024-05-20T17:20:37.877Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2913	2024-05-20T17:20:37.879Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 394.130009ms iteration = 16
2914	2024-05-20T17:20:37.886Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2915	2024-05-20T17:20:37.887Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "91bcf0c8-0709-467e-842f-eb269c4cf002", "date": "Mon, 20 May 2024 17:20:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2916	2024-05-20T17:20:37.887Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2917	2024-05-20T17:20:37.888Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "23a7c269-8b99-41cd-aa7e-6536aad0d6bb", "date": "Mon, 20 May 2024 17:20:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2918	2024-05-20T17:20:37.888Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2919	2024-05-20T17:20:37.890Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "dcce642e-2843-4d8b-a1fb-c51eb211d673", "date": "Mon, 20 May 2024 17:20:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2920	2024-05-20T17:20:37.890Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2921	2024-05-20T17:20:37.892Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
2922	2024-05-20T17:20:37.892Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 418.756071ms iteration = 11
2923	2024-05-20T17:20:37.901Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2924	2024-05-20T17:20:37.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2925	2024-05-20T17:20:37.903Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2926	2024-05-20T17:20:37.903Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2927	2024-05-20T17:20:37.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2928	2024-05-20T17:20:37.909Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2929	2024-05-20T17:20:37.909Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2790cde4-4cb0-4a87-9981-9e45e829fbda", "content-length": "121", "date": "Mon, 20 May 2024 17:20:36 GMT"} })
2930	2024-05-20T17:20:37.909Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
2931	2024-05-20T17:20:37.909Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
2932	2024-05-20T17:20:37.910Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2933	2024-05-20T17:20:37.910Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2934	2024-05-20T17:20:37.910Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
2935	2024-05-20T17:20:37.910Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2936	2024-05-20T17:20:37.910Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2937	2024-05-20T17:20:37.910Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
2938	2024-05-20T17:20:37.910Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
2939	2024-05-20T17:20:37.910Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2940	2024-05-20T17:20:37.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2941	2024-05-20T17:20:37.912Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2942	2024-05-20T17:20:37.912Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f3d0156a-dc22-4607-99d1-e73386aa9efe", "content-length": "2", "date": "Mon, 20 May 2024 17:20:36 GMT"} })
2943	2024-05-20T17:20:37.912Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2944	2024-05-20T17:20:37.912Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9a7bc6f7-7b82-481a-b3f0-0162fe3fa509", "content-length": "52", "date": "Mon, 20 May 2024 17:20:36 GMT"} })
2945	2024-05-20T17:20:37.912Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
2946	2024-05-20T17:20:37.912Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2947	2024-05-20T17:20:37.963Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "47ad0199-c6d8-483f-97b6-8c5a7ec9df1b", "date": "Mon, 20 May 2024 17:20:37 GMT"} })
2948	2024-05-20T17:20:37.963Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
2949	2024-05-20T17:20:37.963Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2950	2024-05-20T17:20:37.964Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b7ad2194-2729-4a89-8f6b-c8644f27c8ac", "content-length": "467", "date": "Mon, 20 May 2024 17:20:37 GMT"} })
2951	2024-05-20T17:20:37.964Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2952	2024-05-20T17:20:37.964Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2953	2024-05-20T17:20:37.967Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2954	2024-05-20T17:20:37.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2955	2024-05-20T17:20:37.970Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2956	2024-05-20T17:20:37.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2957	2024-05-20T17:20:37.971Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2958	2024-05-20T17:20:37.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2959	2024-05-20T17:20:37.977Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 492.935991ms iteration = 16
2960	2024-05-20T17:20:38.452Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 206 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 79b7e9f0-80ae-4726-a3ee-7f2ff4f19465 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2961	2024-05-20T17:20:47.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 45 reason = Timeout
2962	2024-05-20T17:20:47.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2963	2024-05-20T17:20:47.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2964	2024-05-20T17:20:47.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2965	2024-05-20T17:20:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2966	2024-05-20T17:20:47.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2967	2024-05-20T17:20:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2968	2024-05-20T17:20:47.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2969	2024-05-20T17:20:47.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2970	2024-05-20T17:20:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2971	2024-05-20T17:20:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2972	2024-05-20T17:20:47.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2973	2024-05-20T17:20:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2974	2024-05-20T17:20:47.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2975	2024-05-20T17:20:47.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.06751ms iteration = 45
2976	2024-05-20T17:20:48.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 170 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = d0aa5a1a-30f1-4bd8-a620-d9b3164ddea0 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2977	2024-05-20T17:20:57.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 46 reason = Timeout
2978	2024-05-20T17:20:57.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2979	2024-05-20T17:20:57.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2980	2024-05-20T17:20:57.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2981	2024-05-20T17:20:57.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2982	2024-05-20T17:20:57.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2983	2024-05-20T17:20:57.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2984	2024-05-20T17:20:57.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2985	2024-05-20T17:20:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2986	2024-05-20T17:20:57.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2987	2024-05-20T17:20:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
2988	2024-05-20T17:20:57.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2989	2024-05-20T17:20:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2990	2024-05-20T17:20:57.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
2991	2024-05-20T17:20:57.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.325073ms iteration = 46
2992	2024-05-20T17:20:58.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 892 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 05980ba8-80a0-4d96-a33c-155f5382f022 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
2993	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 47 reason = Timeout
2994	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 17 reason = Timeout
2995	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 17 reason = Timeout
2996	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2997	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2998	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2999	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 17 reason = Timeout
3000	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 17 reason = Timeout
3001	2024-05-20T17:21:07.484Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
3002	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 18 reason = Timeout
3003	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3004	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 17 reason = Timeout
3005	2024-05-20T17:21:07.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
3006	2024-05-20T17:21:07.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
3007	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 6.67\u{b5}s iteration = 17
3008	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3009	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 17 reason = Timeout
3010	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3011	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3012	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3013	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3014	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3015	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3016	2024-05-20T17:21:07.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3017	2024-05-20T17:21:07.486Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4877, tv_nsec: 824534929 } })
3018	2024-05-20T17:21:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3019	2024-05-20T17:21:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3020	2024-05-20T17:21:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3021	2024-05-20T17:21:07.486Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
3022	2024-05-20T17:21:07.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.552613ms iteration = 17
3023	2024-05-20T17:21:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3024	2024-05-20T17:21:07.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4877, tv_nsec: 825827225 } })
3025	2024-05-20T17:21:07.487Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
3026	2024-05-20T17:21:07.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
3027	2024-05-20T17:21:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3028	2024-05-20T17:21:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3029	2024-05-20T17:21:07.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3030	2024-05-20T17:21:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3031	2024-05-20T17:21:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3032	2024-05-20T17:21:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3033	2024-05-20T17:21:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3034	2024-05-20T17:21:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3035	2024-05-20T17:21:07.491Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4877, tv_nsec: 829594204 } })
3036	2024-05-20T17:21:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3037	2024-05-20T17:21:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3038	2024-05-20T17:21:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3039	2024-05-20T17:21:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3040	2024-05-20T17:21:07.492Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
3041	2024-05-20T17:21:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3042	2024-05-20T17:21:07.492Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3043	2024-05-20T17:21:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3044	2024-05-20T17:21:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3045	2024-05-20T17:21:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3046	2024-05-20T17:21:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3047	2024-05-20T17:21:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3048	2024-05-20T17:21:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3049	2024-05-20T17:21:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3050	2024-05-20T17:21:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3051	2024-05-20T17:21:07.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3052	2024-05-20T17:21:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3053	2024-05-20T17:21:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3054	2024-05-20T17:21:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3055	2024-05-20T17:21:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3056	2024-05-20T17:21:07.498Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
3057	2024-05-20T17:21:07.498Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 14.227156ms iteration = 18
3058	2024-05-20T17:21:07.503Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3059	2024-05-20T17:21:07.503Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.092969ms iteration = 47
3060	2024-05-20T17:21:07.506Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3061	2024-05-20T17:21:07.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3062	2024-05-20T17:21:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3063	2024-05-20T17:21:07.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3064	2024-05-20T17:21:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3065	2024-05-20T17:21:07.508Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 17 reason = Timeout
3066	2024-05-20T17:21:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3067	2024-05-20T17:21:07.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3068	2024-05-20T17:21:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3069	2024-05-20T17:21:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
3070	2024-05-20T17:21:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3071	2024-05-20T17:21:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3072	2024-05-20T17:21:07.512Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 28.29285ms iteration = 17
3073	2024-05-20T17:21:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3074	2024-05-20T17:21:07.513Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3075	2024-05-20T17:21:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3076	2024-05-20T17:21:07.516Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
3077	2024-05-20T17:21:07.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 8.008254ms iteration = 17
3078	2024-05-20T17:21:07.537Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3079	2024-05-20T17:21:07.537Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3080	2024-05-20T17:21:07.537Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ea9805b3-0485-4f3a-a69d-847b87165642", "content-length": "26", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3081	2024-05-20T17:21:07.537Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3082	2024-05-20T17:21:07.538Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3083	2024-05-20T17:21:07.542Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
3084	2024-05-20T17:21:07.542Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3085	2024-05-20T17:21:07.542Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "352860dd-bd5e-4cc7-97e4-3412920da054", "content-length": "26", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3086	2024-05-20T17:21:07.542Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3087	2024-05-20T17:21:07.543Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3088	2024-05-20T17:21:07.543Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3089	2024-05-20T17:21:07.544Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7bc3c4c1-90d6-408b-b51d-538a931e87bb", "content-length": "26", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3090	2024-05-20T17:21:07.544Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3091	2024-05-20T17:21:07.544Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3092	2024-05-20T17:21:07.544Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3093	2024-05-20T17:21:07.587Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3094	2024-05-20T17:21:07.588Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f4d4cb88-07df-40b3-b8ca-dab4405eb8b6", "content-length": "2", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3095	2024-05-20T17:21:07.588Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3096	2024-05-20T17:21:07.588Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3097	2024-05-20T17:21:07.590Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 105.872764ms iteration = 17
3098	2024-05-20T17:21:07.591Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 107.084539ms iteration = 17
3099	2024-05-20T17:21:07.656Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3100	2024-05-20T17:21:07.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3101	2024-05-20T17:21:07.657Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3102	2024-05-20T17:21:07.657Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3103	2024-05-20T17:21:07.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3104	2024-05-20T17:21:07.664Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3105	2024-05-20T17:21:07.664Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "80f763d9-7dc3-4a92-9a37-4aa8b503af49", "content-length": "121", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3106	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
3107	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
3108	2024-05-20T17:21:07.664Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3109	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3110	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
3111	2024-05-20T17:21:07.664Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3112	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3113	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3114	2024-05-20T17:21:07.664Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3115	2024-05-20T17:21:07.664Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3116	2024-05-20T17:21:07.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3117	2024-05-20T17:21:07.666Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3118	2024-05-20T17:21:07.667Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a59215f5-590e-4523-ba25-b2d94bc12b20", "content-length": "2", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3119	2024-05-20T17:21:07.667Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3120	2024-05-20T17:21:07.667Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4ac0f369-7681-4732-9b7b-98a5bdb51242", "content-length": "52", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3121	2024-05-20T17:21:07.667Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3122	2024-05-20T17:21:07.667Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3123	2024-05-20T17:21:07.714Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8e7e8ed7-e001-45b1-99fc-cb81e0d1d87d", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3124	2024-05-20T17:21:07.715Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
3125	2024-05-20T17:21:07.715Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3126	2024-05-20T17:21:07.715Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "256a6d05-252f-4823-86d2-1ced833ab785", "content-length": "467", "date": "Mon, 20 May 2024 17:21:07 GMT"} })
3127	2024-05-20T17:21:07.715Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3128	2024-05-20T17:21:07.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3129	2024-05-20T17:21:07.718Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3130	2024-05-20T17:21:07.719Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3131	2024-05-20T17:21:07.721Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3132	2024-05-20T17:21:07.721Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3133	2024-05-20T17:21:07.722Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3134	2024-05-20T17:21:07.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3135	2024-05-20T17:21:07.728Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 243.745384ms iteration = 17
3136	2024-05-20T17:21:08.452Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 229 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 38f95a8d-7422-4358-ad17-1588c1259995 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3137	2024-05-20T17:21:17.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 48 reason = Timeout
3138	2024-05-20T17:21:17.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3139	2024-05-20T17:21:17.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3140	2024-05-20T17:21:17.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3141	2024-05-20T17:21:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3142	2024-05-20T17:21:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3143	2024-05-20T17:21:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3144	2024-05-20T17:21:17.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3145	2024-05-20T17:21:17.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3146	2024-05-20T17:21:17.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3147	2024-05-20T17:21:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3148	2024-05-20T17:21:17.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3149	2024-05-20T17:21:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3150	2024-05-20T17:21:17.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3151	2024-05-20T17:21:17.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.616955ms iteration = 48
3152	2024-05-20T17:21:18.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 234 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = ce1719b0-1a59-4f5f-acef-c14601d57cf9 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3153	2024-05-20T17:21:27.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 49 reason = Timeout
3154	2024-05-20T17:21:27.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3155	2024-05-20T17:21:27.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3156	2024-05-20T17:21:27.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3157	2024-05-20T17:21:27.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3158	2024-05-20T17:21:27.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3159	2024-05-20T17:21:27.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3160	2024-05-20T17:21:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3161	2024-05-20T17:21:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3162	2024-05-20T17:21:27.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3163	2024-05-20T17:21:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3164	2024-05-20T17:21:27.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3165	2024-05-20T17:21:27.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3166	2024-05-20T17:21:27.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3167	2024-05-20T17:21:27.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.831587ms iteration = 49
3168	2024-05-20T17:21:28.454Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 952 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = a7dc13c0-e69b-4d1d-b40b-dc0afff84ca2 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3169	2024-05-20T17:21:37.472Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 10 reason = Timeout
3170	2024-05-20T17:21:37.472Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
3171	2024-05-20T17:21:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3172	2024-05-20T17:21:37.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3173	2024-05-20T17:21:37.473Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3174	2024-05-20T17:21:37.473Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3175	2024-05-20T17:21:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 10 reason = Timeout
3176	2024-05-20T17:21:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 12 reason = Timeout
3177	2024-05-20T17:21:37.475Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4907, tv_nsec: 813357373 } })
3178	2024-05-20T17:21:37.475Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3179	2024-05-20T17:21:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3180	2024-05-20T17:21:37.479Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
3181	2024-05-20T17:21:37.479Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 5.300579ms iteration = 10
3182	2024-05-20T17:21:37.479Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
3183	2024-05-20T17:21:37.479Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
3184	2024-05-20T17:21:37.479Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
3185	2024-05-20T17:21:37.479Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3186	2024-05-20T17:21:37.480Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3187	2024-05-20T17:21:37.481Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3188	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3189	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3190	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3191	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 50 reason = Timeout
3192	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 18 reason = Timeout
3193	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3194	2024-05-20T17:21:37.484Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
3195	2024-05-20T17:21:37.484Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
3196	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 5.56\u{b5}s iteration = 18
3197	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 18 reason = Timeout
3198	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 11 reason = Timeout
3199	2024-05-20T17:21:37.484Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
3200	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 18 reason = Timeout
3201	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 6.22\u{b5}s iteration = 11
3202	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3203	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 10 reason = Timeout
3204	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3205	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 18 reason = Timeout
3206	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3207	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 18 reason = Timeout
3208	2024-05-20T17:21:37.484Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
3209	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 19 reason = Timeout
3210	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 10 reason = Timeout
3211	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
3212	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3213	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 10 reason = Timeout
3214	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3215	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 12 reason = Timeout
3216	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3217	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 10 reason = Timeout
3218	2024-05-20T17:21:37.484Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:11:37.484755755 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
3219	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 18 reason = Timeout
3220	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
3221	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3222	2024-05-20T17:21:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3223	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3224	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3225	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3226	2024-05-20T17:21:37.485Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4907, tv_nsec: 823265492 } })
3227	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3228	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
3229	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3230	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3231	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3232	2024-05-20T17:21:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3233	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
3234	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
3235	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3236	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3237	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3238	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3239	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3240	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
3241	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.902485ms iteration = 10
3242	2024-05-20T17:21:37.486Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:11:37.484755755 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
3243	2024-05-20T17:21:37.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 2.110218ms iteration = 10
3244	2024-05-20T17:21:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3245	2024-05-20T17:21:37.487Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
3246	2024-05-20T17:21:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.922318ms iteration = 18
3247	2024-05-20T17:21:37.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4907, tv_nsec: 825831685 } })
3248	2024-05-20T17:21:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3249	2024-05-20T17:21:37.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
3250	2024-05-20T17:21:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3251	2024-05-20T17:21:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3252	2024-05-20T17:21:37.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4907, tv_nsec: 827386656 } })
3253	2024-05-20T17:21:37.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
3254	2024-05-20T17:21:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3255	2024-05-20T17:21:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3256	2024-05-20T17:21:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3257	2024-05-20T17:21:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3258	2024-05-20T17:21:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3259	2024-05-20T17:21:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3260	2024-05-20T17:21:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3261	2024-05-20T17:21:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3262	2024-05-20T17:21:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3263	2024-05-20T17:21:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3264	2024-05-20T17:21:37.493Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4907, tv_nsec: 831600651 } })
3265	2024-05-20T17:21:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3266	2024-05-20T17:21:37.493Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3267	2024-05-20T17:21:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3268	2024-05-20T17:21:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3269	2024-05-20T17:21:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3270	2024-05-20T17:21:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3271	2024-05-20T17:21:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3272	2024-05-20T17:21:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3273	2024-05-20T17:21:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3274	2024-05-20T17:21:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3275	2024-05-20T17:21:37.495Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
3276	2024-05-20T17:21:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3277	2024-05-20T17:21:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3278	2024-05-20T17:21:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3279	2024-05-20T17:21:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3280	2024-05-20T17:21:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3281	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
3282	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
3283	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
3284	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3285	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3286	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
3287	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
3288	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
3289	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 24.161215ms iteration = 10
3290	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3291	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3292	2024-05-20T17:21:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3293	2024-05-20T17:21:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3294	2024-05-20T17:21:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3295	2024-05-20T17:21:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3296	2024-05-20T17:21:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3297	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3298	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3299	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3300	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3301	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3302	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3303	2024-05-20T17:21:37.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3304	2024-05-20T17:21:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3305	2024-05-20T17:21:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3306	2024-05-20T17:21:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3307	2024-05-20T17:21:37.502Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
3308	2024-05-20T17:21:37.502Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 17.700602ms iteration = 19
3309	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
3310	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3311	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3312	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
3313	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
3314	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3315	2024-05-20T17:21:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3316	2024-05-20T17:21:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3317	2024-05-20T17:21:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3318	2024-05-20T17:21:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3319	2024-05-20T17:21:37.505Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3320	2024-05-20T17:21:37.505Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.921764ms iteration = 50
3321	2024-05-20T17:21:37.506Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3322	2024-05-20T17:21:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3323	2024-05-20T17:21:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3324	2024-05-20T17:21:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3325	2024-05-20T17:21:37.508Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3326	2024-05-20T17:21:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3327	2024-05-20T17:21:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3328	2024-05-20T17:21:37.509Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 18 reason = Timeout
3329	2024-05-20T17:21:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3330	2024-05-20T17:21:37.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3331	2024-05-20T17:21:37.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3332	2024-05-20T17:21:37.510Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
3333	2024-05-20T17:21:37.510Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
3334	2024-05-20T17:21:37.510Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
3335	2024-05-20T17:21:37.510Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 25.946439ms iteration = 10
3336	2024-05-20T17:21:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3337	2024-05-20T17:21:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3338	2024-05-20T17:21:37.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3339	2024-05-20T17:21:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3340	2024-05-20T17:21:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3341	2024-05-20T17:21:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3342	2024-05-20T17:21:37.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3343	2024-05-20T17:21:37.515Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3344	2024-05-20T17:21:37.516Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
3345	2024-05-20T17:21:37.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 6.91673ms iteration = 18
3346	2024-05-20T17:21:37.518Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
3347	2024-05-20T17:21:37.518Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3348	2024-05-20T17:21:37.518Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3349	2024-05-20T17:21:37.519Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 35.302152ms iteration = 18
3350	2024-05-20T17:21:37.547Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
3351	2024-05-20T17:21:37.547Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 62.703489ms iteration = 10
3352	2024-05-20T17:21:37.581Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
3353	2024-05-20T17:21:37.609Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
3354	2024-05-20T17:21:37.630Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3355	2024-05-20T17:21:37.630Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3356	2024-05-20T17:21:37.630Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "31d2882d-c405-41a4-a0d4-2f53c9421334", "content-length": "26", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3357	2024-05-20T17:21:37.630Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3358	2024-05-20T17:21:37.630Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3359	2024-05-20T17:21:37.630Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3360	2024-05-20T17:21:37.630Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a086c65a-2009-4b5c-98fc-d05627433a7c", "content-length": "26", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3361	2024-05-20T17:21:37.630Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3362	2024-05-20T17:21:37.633Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3363	2024-05-20T17:21:37.634Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3364	2024-05-20T17:21:37.645Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
3365	2024-05-20T17:21:37.645Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3366	2024-05-20T17:21:37.647Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "294ac228-11a6-4820-9495-c442fcbdf5bd", "content-length": "26", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3367	2024-05-20T17:21:37.647Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3368	2024-05-20T17:21:37.649Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3369	2024-05-20T17:21:37.721Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
3370	2024-05-20T17:21:37.768Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3371	2024-05-20T17:21:37.768Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "458957bf-4266-4d47-a638-71e6b9f8ee6e", "content-length": "2", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3372	2024-05-20T17:21:37.770Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3373	2024-05-20T17:21:37.770Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3374	2024-05-20T17:21:37.771Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 287.117481ms iteration = 18
3375	2024-05-20T17:21:37.840Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
3376	2024-05-20T17:21:37.840Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ad53b4b0-42f7-4f5f-9520-60068fc1980f", "date": "Mon, 20 May 2024 17:21:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3377	2024-05-20T17:21:37.840Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3378	2024-05-20T17:21:37.841Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e719ebd2-6b18-4c2d-8149-c4e8aa7c8efb", "date": "Mon, 20 May 2024 17:21:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3379	2024-05-20T17:21:37.841Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3380	2024-05-20T17:21:37.842Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "5c5ab6a1-0274-4885-b592-0daadcd4ab5e", "date": "Mon, 20 May 2024 17:21:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3381	2024-05-20T17:21:37.842Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3382	2024-05-20T17:21:37.844Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3383	2024-05-20T17:21:37.844Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 370.343189ms iteration = 12
3384	2024-05-20T17:21:37.868Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
3385	2024-05-20T17:21:37.868Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e26b1eff-fba1-48b8-a4d0-5be7601346f6", "date": "Mon, 20 May 2024 17:21:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3386	2024-05-20T17:21:37.868Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3387	2024-05-20T17:21:37.869Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 385.176502ms iteration = 18
3388	2024-05-20T17:21:37.871Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b325e451-75cd-4ca3-81de-ea7d907a7828", "date": "Mon, 20 May 2024 17:21:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3389	2024-05-20T17:21:37.871Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3390	2024-05-20T17:21:37.873Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3391	2024-05-20T17:21:37.873Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 388.427495ms iteration = 12
3392	2024-05-20T17:21:37.909Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3393	2024-05-20T17:21:37.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3394	2024-05-20T17:21:37.911Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3395	2024-05-20T17:21:37.911Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3396	2024-05-20T17:21:37.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3397	2024-05-20T17:21:37.918Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3398	2024-05-20T17:21:37.918Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ff60879c-5982-420e-9bb0-12cf8dae816b", "content-length": "121", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3399	2024-05-20T17:21:37.918Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
3400	2024-05-20T17:21:37.918Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
3401	2024-05-20T17:21:37.919Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3402	2024-05-20T17:21:37.919Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3403	2024-05-20T17:21:37.919Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
3404	2024-05-20T17:21:37.919Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3405	2024-05-20T17:21:37.919Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3406	2024-05-20T17:21:37.919Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3407	2024-05-20T17:21:37.919Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3408	2024-05-20T17:21:37.919Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3409	2024-05-20T17:21:37.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3410	2024-05-20T17:21:37.920Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3411	2024-05-20T17:21:37.920Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7408ff78-5ccb-4bcd-9e82-fd12e680fe65", "content-length": "2", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3412	2024-05-20T17:21:37.920Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3413	2024-05-20T17:21:37.921Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5235eec6-d64c-4385-ab54-10e3d8032486", "content-length": "52", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3414	2024-05-20T17:21:37.921Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3415	2024-05-20T17:21:37.921Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3416	2024-05-20T17:21:37.969Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a52a0b36-408a-435f-9a11-714c123809da", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3417	2024-05-20T17:21:37.969Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
3418	2024-05-20T17:21:37.969Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3419	2024-05-20T17:21:37.969Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "07ac2685-f46e-42dd-a082-8e7d79267ff4", "content-length": "467", "date": "Mon, 20 May 2024 17:21:37 GMT"} })
3420	2024-05-20T17:21:37.969Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3421	2024-05-20T17:21:37.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3422	2024-05-20T17:21:37.973Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3423	2024-05-20T17:21:37.973Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3424	2024-05-20T17:21:37.976Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3425	2024-05-20T17:21:37.976Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3426	2024-05-20T17:21:37.977Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3427	2024-05-20T17:21:37.978Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3428	2024-05-20T17:21:37.984Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 500.218835ms iteration = 18
3429	2024-05-20T17:21:38.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 226 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 9e4d4f2e-a65d-472f-bbc9-6310162610d1 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3430	2024-05-20T17:21:47.484Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 51 reason = Timeout
3431	2024-05-20T17:21:47.484Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3432	2024-05-20T17:21:47.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3433	2024-05-20T17:21:47.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3434	2024-05-20T17:21:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3435	2024-05-20T17:21:47.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3436	2024-05-20T17:21:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3437	2024-05-20T17:21:47.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3438	2024-05-20T17:21:47.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3439	2024-05-20T17:21:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3440	2024-05-20T17:21:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3441	2024-05-20T17:21:47.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3442	2024-05-20T17:21:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3443	2024-05-20T17:21:47.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3444	2024-05-20T17:21:47.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.861917ms iteration = 51
3445	2024-05-20T17:21:48.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 140 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 2660af72-3bdb-4685-9081-cc7c94bf504e response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3446	2024-05-20T17:21:57.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 52 reason = Timeout
3447	2024-05-20T17:21:57.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3448	2024-05-20T17:21:57.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3449	2024-05-20T17:21:57.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3450	2024-05-20T17:21:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3451	2024-05-20T17:21:57.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3452	2024-05-20T17:21:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3453	2024-05-20T17:21:57.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3454	2024-05-20T17:21:57.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3455	2024-05-20T17:21:57.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3456	2024-05-20T17:21:57.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3457	2024-05-20T17:21:57.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3458	2024-05-20T17:21:57.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3459	2024-05-20T17:21:57.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3460	2024-05-20T17:21:57.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.591444ms iteration = 52
3461	2024-05-20T17:21:58.454Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 926 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 8304a2cf-3653-4734-9fac-4f0a18d047ed response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3462	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 53 reason = Timeout
3463	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3464	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 19 reason = Timeout
3465	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 19 reason = Timeout
3466	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3467	2024-05-20T17:22:07.485Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
3468	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 20 reason = Timeout
3469	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 19 reason = Timeout
3470	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 19 reason = Timeout
3471	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3472	2024-05-20T17:22:07.485Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
3473	2024-05-20T17:22:07.485Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
3474	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 8.07\u{b5}s iteration = 19
3475	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3476	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 19 reason = Timeout
3477	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 19 reason = Timeout
3478	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3479	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3480	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3481	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3482	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3483	2024-05-20T17:22:07.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3484	2024-05-20T17:22:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3485	2024-05-20T17:22:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3486	2024-05-20T17:22:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3487	2024-05-20T17:22:07.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4937, tv_nsec: 825440270 } })
3488	2024-05-20T17:22:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3489	2024-05-20T17:22:07.488Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
3490	2024-05-20T17:22:07.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.566903ms iteration = 19
3491	2024-05-20T17:22:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3492	2024-05-20T17:22:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3493	2024-05-20T17:22:07.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4937, tv_nsec: 826647846 } })
3494	2024-05-20T17:22:07.488Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
3495	2024-05-20T17:22:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
3496	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3497	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3498	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3499	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3500	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3501	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3502	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3503	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3504	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3505	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3506	2024-05-20T17:22:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3507	2024-05-20T17:22:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3508	2024-05-20T17:22:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3509	2024-05-20T17:22:07.493Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4937, tv_nsec: 830892361 } })
3510	2024-05-20T17:22:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3511	2024-05-20T17:22:07.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
3512	2024-05-20T17:22:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3513	2024-05-20T17:22:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3514	2024-05-20T17:22:07.494Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3515	2024-05-20T17:22:07.494Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3516	2024-05-20T17:22:07.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3517	2024-05-20T17:22:07.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3518	2024-05-20T17:22:07.494Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3519	2024-05-20T17:22:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3520	2024-05-20T17:22:07.497Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3521	2024-05-20T17:22:07.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3522	2024-05-20T17:22:07.498Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3523	2024-05-20T17:22:07.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3524	2024-05-20T17:22:07.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3525	2024-05-20T17:22:07.500Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
3526	2024-05-20T17:22:07.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 15.442321ms iteration = 20
3527	2024-05-20T17:22:07.504Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3528	2024-05-20T17:22:07.504Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.583093ms iteration = 53
3529	2024-05-20T17:22:07.506Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3530	2024-05-20T17:22:07.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3531	2024-05-20T17:22:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3532	2024-05-20T17:22:07.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3533	2024-05-20T17:22:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3534	2024-05-20T17:22:07.509Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 19 reason = Timeout
3535	2024-05-20T17:22:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3536	2024-05-20T17:22:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3537	2024-05-20T17:22:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3538	2024-05-20T17:22:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
3539	2024-05-20T17:22:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3540	2024-05-20T17:22:07.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3541	2024-05-20T17:22:07.512Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 27.415458ms iteration = 19
3542	2024-05-20T17:22:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3543	2024-05-20T17:22:07.513Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3544	2024-05-20T17:22:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3545	2024-05-20T17:22:07.516Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
3546	2024-05-20T17:22:07.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 6.89599ms iteration = 19
3547	2024-05-20T17:22:07.566Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3548	2024-05-20T17:22:07.566Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3549	2024-05-20T17:22:07.567Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4d0956a3-a490-48c0-976e-ef6ab66ff415", "content-length": "26", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3550	2024-05-20T17:22:07.567Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3551	2024-05-20T17:22:07.568Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3552	2024-05-20T17:22:07.569Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
3553	2024-05-20T17:22:07.569Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3554	2024-05-20T17:22:07.569Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b2ca8157-9e14-4476-8a93-4c4e6dc0d4c1", "content-length": "26", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3555	2024-05-20T17:22:07.569Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3556	2024-05-20T17:22:07.570Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3557	2024-05-20T17:22:07.570Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3558	2024-05-20T17:22:07.570Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3559	2024-05-20T17:22:07.570Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c531e047-4659-4442-a6ae-1dd318f9361b", "content-length": "26", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3560	2024-05-20T17:22:07.570Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3561	2024-05-20T17:22:07.572Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3562	2024-05-20T17:22:07.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 156.979211ms iteration = 19
3563	2024-05-20T17:22:07.650Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3564	2024-05-20T17:22:07.651Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "13fe780f-b6f5-40de-b6c1-e274294a1a21", "content-length": "2", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3565	2024-05-20T17:22:07.653Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3566	2024-05-20T17:22:07.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3567	2024-05-20T17:22:07.655Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 169.456254ms iteration = 19
3568	2024-05-20T17:22:07.707Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3569	2024-05-20T17:22:07.707Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3570	2024-05-20T17:22:07.708Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3571	2024-05-20T17:22:07.708Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3572	2024-05-20T17:22:07.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3573	2024-05-20T17:22:07.716Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3574	2024-05-20T17:22:07.717Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "479f8c51-5a6b-4060-8532-ad3eeb167dbc", "content-length": "121", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3575	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
3576	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
3577	2024-05-20T17:22:07.717Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3578	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3579	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
3580	2024-05-20T17:22:07.717Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3581	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3582	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3583	2024-05-20T17:22:07.717Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3584	2024-05-20T17:22:07.717Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3585	2024-05-20T17:22:07.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3586	2024-05-20T17:22:07.718Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3587	2024-05-20T17:22:07.718Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "56c865a8-4539-4693-a356-69043706a3b0", "content-length": "2", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3588	2024-05-20T17:22:07.718Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3589	2024-05-20T17:22:07.719Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5b49de16-efc3-409c-91f2-f6cf193b4358", "content-length": "52", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3590	2024-05-20T17:22:07.719Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3591	2024-05-20T17:22:07.719Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3592	2024-05-20T17:22:07.766Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "0e60a13a-4999-4147-a5c9-9baa33cd5ca8", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3593	2024-05-20T17:22:07.766Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
3594	2024-05-20T17:22:07.766Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3595	2024-05-20T17:22:07.770Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "888fcff0-68f7-4e72-b70c-b524b4968e55", "content-length": "467", "date": "Mon, 20 May 2024 17:22:07 GMT"} })
3596	2024-05-20T17:22:07.770Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3597	2024-05-20T17:22:07.770Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3598	2024-05-20T17:22:07.773Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3599	2024-05-20T17:22:07.773Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3600	2024-05-20T17:22:07.775Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3601	2024-05-20T17:22:07.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3602	2024-05-20T17:22:07.777Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3603	2024-05-20T17:22:07.777Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3604	2024-05-20T17:22:07.782Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 297.00664ms iteration = 19
3605	2024-05-20T17:22:08.453Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 142 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = c7253b29-4a24-482a-848e-6c33bb261f80 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3606	2024-05-20T17:22:08.458Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
3607	2024-05-20T17:22:08.458Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
3608	2024-05-20T17:22:08.488Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
3609	2024-05-20T17:22:08.488Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:36019
3610	2024-05-20T17:22:08.488Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36019 req_id = 9c90d234-aca5-4350-ab7a-b9928edd97d5 roles = RoleSet { roles: {} } uri = /metrics/producers
3611	2024-05-20T17:22:08.489Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36019 req_id = 9c90d234-aca5-4350-ab7a-b9928edd97d5 resource = Database result = Ok(()) uri = /metrics/producers
3612	2024-05-20T17:22:08.525Z	INFO	nexus: registered oximeter collector client file = nexus/src/app/oximeter.rs:338 id = f941b626-1b1e-47ee-9593-9f8669871e3d
3613	2024-05-20T17:22:08.525Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36019 req_id = 9c90d234-aca5-4350-ab7a-b9928edd97d5 roles = RoleSet { roles: {} } uri = /metrics/producers
3614	2024-05-20T17:22:08.525Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36019 req_id = 9c90d234-aca5-4350-ab7a-b9928edd97d5 resource = Database result = Ok(()) uri = /metrics/producers
3615	2024-05-20T17:22:08.552Z	DEBG	nexus: client request body = Some(Body) method = POST oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d uri = http://[fd00:1122:3344:101::d]:12223/producers
3616	2024-05-20T17:22:08.552Z	DEBG	nexus: client response oximeter-collector = f941b626-1b1e-47ee-9593-9f8669871e3d result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9c9309e6-e4c4-4797-aa81-2104cf42da83", "date": "Mon, 20 May 2024 17:22:08 GMT"} })
3617	2024-05-20T17:22:08.552Z	INFO	nexus: assigned collector to new producer collector_id = f941b626-1b1e-47ee-9593-9f8669871e3d file = nexus/src/app/oximeter.rs:125 producer_id = b506faa9-c4ef-45ca-ad37-72afa51b7c64
3618	2024-05-20T17:22:08.553Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 65286 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36019 req_id = 9c90d234-aca5-4350-ab7a-b9928edd97d5 response_code = 201 uri = /metrics/producers
3619	2024-05-20T17:22:08.554Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "9c90d234-aca5-4350-ab7a-b9928edd97d5", "content-length": "41", "date": "Mon, 20 May 2024 17:22:08 GMT"} })
3620	2024-05-20T17:22:08.555Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
3621	2024-05-20T17:22:08.555Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
3622	2024-05-20T17:22:17.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 54 reason = Timeout
3623	2024-05-20T17:22:17.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3624	2024-05-20T17:22:17.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3625	2024-05-20T17:22:17.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3626	2024-05-20T17:22:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3627	2024-05-20T17:22:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3628	2024-05-20T17:22:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3629	2024-05-20T17:22:17.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3630	2024-05-20T17:22:17.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3631	2024-05-20T17:22:17.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3632	2024-05-20T17:22:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3633	2024-05-20T17:22:17.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3634	2024-05-20T17:22:17.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3635	2024-05-20T17:22:17.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3636	2024-05-20T17:22:17.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.498503ms iteration = 54
3637	2024-05-20T17:22:18.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 170 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = d6d70c08-250d-4ee5-ae74-b55db1165e00 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3638	2024-05-20T17:22:27.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 55 reason = Timeout
3639	2024-05-20T17:22:27.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3640	2024-05-20T17:22:27.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3641	2024-05-20T17:22:27.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3642	2024-05-20T17:22:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3643	2024-05-20T17:22:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3644	2024-05-20T17:22:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3645	2024-05-20T17:22:27.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3646	2024-05-20T17:22:27.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3647	2024-05-20T17:22:27.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3648	2024-05-20T17:22:27.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3649	2024-05-20T17:22:27.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3650	2024-05-20T17:22:27.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3651	2024-05-20T17:22:27.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3652	2024-05-20T17:22:27.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.832527ms iteration = 55
3653	2024-05-20T17:22:28.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 224 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = a37e45ee-16bd-4b3d-aa52-f3d3abcd26d1 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3654	2024-05-20T17:22:37.472Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 11 reason = Timeout
3655	2024-05-20T17:22:37.472Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
3656	2024-05-20T17:22:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3657	2024-05-20T17:22:37.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3658	2024-05-20T17:22:37.472Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3659	2024-05-20T17:22:37.473Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3660	2024-05-20T17:22:37.474Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 13 reason = Timeout
3661	2024-05-20T17:22:37.474Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 11 reason = Timeout
3662	2024-05-20T17:22:37.475Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3663	2024-05-20T17:22:37.475Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 4967, tv_nsec: 813649366 } })
3664	2024-05-20T17:22:37.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3665	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
3666	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 4.504869ms iteration = 11
3667	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
3668	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
3669	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
3670	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3671	2024-05-20T17:22:37.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3672	2024-05-20T17:22:37.481Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3673	2024-05-20T17:22:37.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3674	2024-05-20T17:22:37.484Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3675	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3676	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 56 reason = Timeout
3677	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 20 reason = Timeout
3678	2024-05-20T17:22:37.485Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
3679	2024-05-20T17:22:37.485Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
3680	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 4.64\u{b5}s iteration = 20
3681	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 12 reason = Timeout
3682	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 20 reason = Timeout
3683	2024-05-20T17:22:37.485Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
3684	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3685	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 5.65\u{b5}s iteration = 12
3686	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 11 reason = Timeout
3687	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3688	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 20 reason = Timeout
3689	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 20 reason = Timeout
3690	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3691	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3692	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 20 reason = Timeout
3693	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3694	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 13 reason = Timeout
3695	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 20 reason = Timeout
3696	2024-05-20T17:22:37.485Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
3697	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 21 reason = Timeout
3698	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3699	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 11 reason = Timeout
3700	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 11 reason = Timeout
3701	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 11 reason = Timeout
3702	2024-05-20T17:22:37.485Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:12:37.485284917 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
3703	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
3704	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
3705	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3706	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3707	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3708	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3709	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3710	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
3711	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3712	2024-05-20T17:22:37.485Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 4967, tv_nsec: 823410524 } })
3713	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3714	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3715	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3716	2024-05-20T17:22:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3717	2024-05-20T17:22:37.486Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
3718	2024-05-20T17:22:37.486Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
3719	2024-05-20T17:22:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3720	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3721	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3722	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3723	2024-05-20T17:22:37.487Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4967, tv_nsec: 825419960 } })
3724	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
3725	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3726	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 2.593344ms iteration = 11
3727	2024-05-20T17:22:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3728	2024-05-20T17:22:37.488Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
3729	2024-05-20T17:22:37.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.985909ms iteration = 20
3730	2024-05-20T17:22:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3731	2024-05-20T17:22:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3732	2024-05-20T17:22:37.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
3733	2024-05-20T17:22:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3734	2024-05-20T17:22:37.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4967, tv_nsec: 827260934 } })
3735	2024-05-20T17:22:37.489Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:12:37.485284917 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
3736	2024-05-20T17:22:37.489Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.319006ms iteration = 11
3737	2024-05-20T17:22:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3738	2024-05-20T17:22:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3739	2024-05-20T17:22:37.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
3740	2024-05-20T17:22:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3741	2024-05-20T17:22:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3742	2024-05-20T17:22:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3743	2024-05-20T17:22:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3744	2024-05-20T17:22:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3745	2024-05-20T17:22:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3746	2024-05-20T17:22:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3747	2024-05-20T17:22:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3748	2024-05-20T17:22:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3749	2024-05-20T17:22:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3750	2024-05-20T17:22:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3751	2024-05-20T17:22:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3752	2024-05-20T17:22:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3753	2024-05-20T17:22:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3754	2024-05-20T17:22:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3755	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3756	2024-05-20T17:22:37.496Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
3757	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3758	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3759	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3760	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3761	2024-05-20T17:22:37.496Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4967, tv_nsec: 834521459 } })
3762	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3763	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3764	2024-05-20T17:22:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3765	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3766	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
3767	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
3768	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
3769	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3770	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3771	2024-05-20T17:22:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3772	2024-05-20T17:22:37.498Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3773	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3774	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
3775	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
3776	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
3777	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 25.962849ms iteration = 11
3778	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3779	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3780	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3781	2024-05-20T17:22:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3782	2024-05-20T17:22:37.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3783	2024-05-20T17:22:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
3784	2024-05-20T17:22:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3785	2024-05-20T17:22:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3786	2024-05-20T17:22:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3787	2024-05-20T17:22:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3788	2024-05-20T17:22:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3789	2024-05-20T17:22:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3790	2024-05-20T17:22:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3791	2024-05-20T17:22:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3792	2024-05-20T17:22:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3793	2024-05-20T17:22:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3794	2024-05-20T17:22:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3795	2024-05-20T17:22:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3796	2024-05-20T17:22:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3797	2024-05-20T17:22:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3798	2024-05-20T17:22:37.505Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
3799	2024-05-20T17:22:37.505Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
3800	2024-05-20T17:22:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3801	2024-05-20T17:22:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3802	2024-05-20T17:22:37.506Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3803	2024-05-20T17:22:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3804	2024-05-20T17:22:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3805	2024-05-20T17:22:37.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3806	2024-05-20T17:22:37.509Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 20 reason = Timeout
3807	2024-05-20T17:22:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3808	2024-05-20T17:22:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3809	2024-05-20T17:22:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3810	2024-05-20T17:22:37.510Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3811	2024-05-20T17:22:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3812	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3813	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3814	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3815	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 26.351094ms iteration = 56
3816	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
3817	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
3818	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
3819	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 26.311863ms iteration = 11
3820	2024-05-20T17:22:37.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3821	2024-05-20T17:22:37.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3822	2024-05-20T17:22:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3823	2024-05-20T17:22:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3824	2024-05-20T17:22:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3825	2024-05-20T17:22:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3826	2024-05-20T17:22:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3827	2024-05-20T17:22:37.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
3828	2024-05-20T17:22:37.516Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3829	2024-05-20T17:22:37.517Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3830	2024-05-20T17:22:37.518Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 33.068652ms iteration = 20
3831	2024-05-20T17:22:37.527Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
3832	2024-05-20T17:22:37.527Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 41.867247ms iteration = 21
3833	2024-05-20T17:22:37.547Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
3834	2024-05-20T17:22:37.547Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 61.725386ms iteration = 11
3835	2024-05-20T17:22:37.559Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
3836	2024-05-20T17:22:37.559Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 49.943703ms iteration = 20
3837	2024-05-20T17:22:37.586Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
3838	2024-05-20T17:22:37.624Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3839	2024-05-20T17:22:37.624Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3840	2024-05-20T17:22:37.625Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7eee0b9a-9507-48eb-8322-1d8a36f67e40", "content-length": "26", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3841	2024-05-20T17:22:37.625Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3842	2024-05-20T17:22:37.626Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3843	2024-05-20T17:22:37.655Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
3844	2024-05-20T17:22:37.723Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
3845	2024-05-20T17:22:37.742Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3846	2024-05-20T17:22:37.744Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ccb74cb2-39eb-4f89-819e-e9bf114ed909", "content-length": "2", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3847	2024-05-20T17:22:37.745Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3848	2024-05-20T17:22:37.745Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3849	2024-05-20T17:22:37.746Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 261.506856ms iteration = 20
3850	2024-05-20T17:22:37.766Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
3851	2024-05-20T17:22:37.766Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3852	2024-05-20T17:22:37.767Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c689af37-54fd-4c69-8a51-804b9dcbe844", "content-length": "26", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3853	2024-05-20T17:22:37.767Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3854	2024-05-20T17:22:37.767Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
3855	2024-05-20T17:22:37.767Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3856	2024-05-20T17:22:37.767Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3d7bd3de-1faa-47ba-91b2-70580e6a5cbb", "content-length": "26", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3857	2024-05-20T17:22:37.767Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3858	2024-05-20T17:22:37.770Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3859	2024-05-20T17:22:37.772Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3860	2024-05-20T17:22:37.776Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
3861	2024-05-20T17:22:37.776Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c125859b-37b5-4fc2-af35-5e39be92dbaa", "date": "Mon, 20 May 2024 17:22:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3862	2024-05-20T17:22:37.776Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3863	2024-05-20T17:22:37.777Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b86f4aed-020a-4bf2-b4cc-10e6f569a422", "date": "Mon, 20 May 2024 17:22:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3864	2024-05-20T17:22:37.777Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3865	2024-05-20T17:22:37.780Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3866	2024-05-20T17:22:37.780Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 295.087646ms iteration = 13
3867	2024-05-20T17:22:37.824Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
3868	2024-05-20T17:22:37.825Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "fc29cc8e-df46-4933-b40e-f34812ca6b8f", "date": "Mon, 20 May 2024 17:22:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3869	2024-05-20T17:22:37.825Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3870	2024-05-20T17:22:37.826Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4c753333-101f-47cb-9cc7-2e4655946da8", "date": "Mon, 20 May 2024 17:22:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3871	2024-05-20T17:22:37.826Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3872	2024-05-20T17:22:37.828Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "3186df8a-6b80-4a33-8a92-d2dae46be7c3", "date": "Mon, 20 May 2024 17:22:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3873	2024-05-20T17:22:37.828Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3874	2024-05-20T17:22:37.830Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
3875	2024-05-20T17:22:37.830Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 355.945031ms iteration = 13
3876	2024-05-20T17:22:37.851Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 366.420207ms iteration = 20
3877	2024-05-20T17:22:37.919Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3878	2024-05-20T17:22:37.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3879	2024-05-20T17:22:37.921Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3880	2024-05-20T17:22:37.921Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3881	2024-05-20T17:22:37.921Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3882	2024-05-20T17:22:37.927Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3883	2024-05-20T17:22:37.927Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ebb37030-2d5d-4aab-bf9b-1b153cfc499e", "content-length": "121", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3884	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
3885	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
3886	2024-05-20T17:22:37.927Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3887	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3888	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
3889	2024-05-20T17:22:37.927Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3890	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3891	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
3892	2024-05-20T17:22:37.927Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3893	2024-05-20T17:22:37.927Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3894	2024-05-20T17:22:37.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3895	2024-05-20T17:22:37.929Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3896	2024-05-20T17:22:37.930Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4e854b7c-dc75-43f2-9909-4526717ffe5a", "content-length": "2", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3897	2024-05-20T17:22:37.930Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3898	2024-05-20T17:22:37.930Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6491d6a9-d83a-4df7-bb54-085d323c7a0d", "content-length": "52", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3899	2024-05-20T17:22:37.930Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
3900	2024-05-20T17:22:37.930Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3901	2024-05-20T17:22:37.978Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "75d1d106-2986-4450-8d0e-f5e45f855ff5", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3902	2024-05-20T17:22:37.978Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
3903	2024-05-20T17:22:37.978Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3904	2024-05-20T17:22:37.978Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "45552183-4adf-4f90-aa98-d72f2e36cf95", "content-length": "467", "date": "Mon, 20 May 2024 17:22:37 GMT"} })
3905	2024-05-20T17:22:37.978Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3906	2024-05-20T17:22:37.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3907	2024-05-20T17:22:37.982Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3908	2024-05-20T17:22:37.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3909	2024-05-20T17:22:37.984Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3910	2024-05-20T17:22:37.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3911	2024-05-20T17:22:37.986Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3912	2024-05-20T17:22:37.986Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3913	2024-05-20T17:22:37.993Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 508.421663ms iteration = 20
3914	2024-05-20T17:22:38.554Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 234 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = fac9a4ac-2681-40d7-ac81-f550f5e2d158 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3915	2024-05-20T17:22:47.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 57 reason = Timeout
3916	2024-05-20T17:22:47.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3917	2024-05-20T17:22:47.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3918	2024-05-20T17:22:47.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3919	2024-05-20T17:22:47.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3920	2024-05-20T17:22:47.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3921	2024-05-20T17:22:47.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3922	2024-05-20T17:22:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3923	2024-05-20T17:22:47.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3924	2024-05-20T17:22:47.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3925	2024-05-20T17:22:47.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3926	2024-05-20T17:22:47.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3927	2024-05-20T17:22:47.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3928	2024-05-20T17:22:47.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3929	2024-05-20T17:22:47.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.528643ms iteration = 57
3930	2024-05-20T17:22:48.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 225 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 54f3f21e-36ee-4568-a2a0-7ab78b87fa10 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3931	2024-05-20T17:22:57.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 58 reason = Timeout
3932	2024-05-20T17:22:57.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3933	2024-05-20T17:22:57.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3934	2024-05-20T17:22:57.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3935	2024-05-20T17:22:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3936	2024-05-20T17:22:57.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3937	2024-05-20T17:22:57.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3938	2024-05-20T17:22:57.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3939	2024-05-20T17:22:57.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3940	2024-05-20T17:22:57.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3941	2024-05-20T17:22:57.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
3942	2024-05-20T17:22:57.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3943	2024-05-20T17:22:57.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3944	2024-05-20T17:22:57.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
3945	2024-05-20T17:22:57.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.949519ms iteration = 58
3946	2024-05-20T17:22:58.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 262 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = b2c41c6e-57bc-435c-9d75-8c803cea4bc1 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
3947	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 59 reason = Timeout
3948	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 22 reason = Timeout
3949	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3950	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3951	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 21 reason = Timeout
3952	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 21 reason = Timeout
3953	2024-05-20T17:23:07.485Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
3954	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 21 reason = Timeout
3955	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 21 reason = Timeout
3956	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3957	2024-05-20T17:23:07.485Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
3958	2024-05-20T17:23:07.485Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
3959	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 5.67\u{b5}s iteration = 21
3960	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3961	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 21 reason = Timeout
3962	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 21 reason = Timeout
3963	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3964	2024-05-20T17:23:07.485Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3965	2024-05-20T17:23:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3966	2024-05-20T17:23:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3967	2024-05-20T17:23:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3968	2024-05-20T17:23:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3969	2024-05-20T17:23:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3970	2024-05-20T17:23:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3971	2024-05-20T17:23:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3972	2024-05-20T17:23:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3973	2024-05-20T17:23:07.487Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3974	2024-05-20T17:23:07.488Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
3975	2024-05-20T17:23:07.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.311671ms iteration = 21
3976	2024-05-20T17:23:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3977	2024-05-20T17:23:07.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4997, tv_nsec: 826743167 } })
3978	2024-05-20T17:23:07.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4997, tv_nsec: 826893999 } })
3979	2024-05-20T17:23:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
3980	2024-05-20T17:23:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3981	2024-05-20T17:23:07.490Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3982	2024-05-20T17:23:07.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3983	2024-05-20T17:23:07.490Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
3984	2024-05-20T17:23:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3985	2024-05-20T17:23:07.491Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3986	2024-05-20T17:23:07.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3987	2024-05-20T17:23:07.492Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
3988	2024-05-20T17:23:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3989	2024-05-20T17:23:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3990	2024-05-20T17:23:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3991	2024-05-20T17:23:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3992	2024-05-20T17:23:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3993	2024-05-20T17:23:07.493Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 4997, tv_nsec: 830808690 } })
3994	2024-05-20T17:23:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3995	2024-05-20T17:23:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3996	2024-05-20T17:23:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3997	2024-05-20T17:23:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3998	2024-05-20T17:23:07.494Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
3999	2024-05-20T17:23:07.494Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4000	2024-05-20T17:23:07.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4001	2024-05-20T17:23:07.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4002	2024-05-20T17:23:07.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4003	2024-05-20T17:23:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4004	2024-05-20T17:23:07.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4005	2024-05-20T17:23:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4006	2024-05-20T17:23:07.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4007	2024-05-20T17:23:07.498Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
4008	2024-05-20T17:23:07.498Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 13.183742ms iteration = 22
4009	2024-05-20T17:23:07.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4010	2024-05-20T17:23:07.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4011	2024-05-20T17:23:07.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4012	2024-05-20T17:23:07.504Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4013	2024-05-20T17:23:07.504Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.976138ms iteration = 59
4014	2024-05-20T17:23:07.506Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4015	2024-05-20T17:23:07.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4016	2024-05-20T17:23:07.508Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4017	2024-05-20T17:23:07.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4018	2024-05-20T17:23:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4019	2024-05-20T17:23:07.510Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 21 reason = Timeout
4020	2024-05-20T17:23:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4021	2024-05-20T17:23:07.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4022	2024-05-20T17:23:07.511Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4023	2024-05-20T17:23:07.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
4024	2024-05-20T17:23:07.512Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4025	2024-05-20T17:23:07.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4026	2024-05-20T17:23:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4027	2024-05-20T17:23:07.514Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4028	2024-05-20T17:23:07.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4029	2024-05-20T17:23:07.514Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 28.547673ms iteration = 21
4030	2024-05-20T17:23:07.517Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
4031	2024-05-20T17:23:07.517Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 7.466178ms iteration = 21
4032	2024-05-20T17:23:07.584Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
4033	2024-05-20T17:23:07.584Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4034	2024-05-20T17:23:07.584Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7827862a-5007-4cb5-93b5-1ec757a08671", "content-length": "26", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4035	2024-05-20T17:23:07.584Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4036	2024-05-20T17:23:07.585Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
4037	2024-05-20T17:23:07.585Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4038	2024-05-20T17:23:07.585Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "581afc36-eb20-4a6d-a633-3e1aa9ada84a", "content-length": "26", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4039	2024-05-20T17:23:07.585Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4040	2024-05-20T17:23:07.586Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4041	2024-05-20T17:23:07.587Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4042	2024-05-20T17:23:07.587Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
4043	2024-05-20T17:23:07.587Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4044	2024-05-20T17:23:07.587Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b03a36ce-5072-49a7-9462-3196ed580947", "content-length": "26", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4045	2024-05-20T17:23:07.587Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4046	2024-05-20T17:23:07.588Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
4047	2024-05-20T17:23:07.669Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 183.61809ms iteration = 21
4048	2024-05-20T17:23:07.734Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
4049	2024-05-20T17:23:07.734Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e8163ef3-a656-4fc3-8a8c-2ce1d9b2f1fe", "content-length": "2", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4050	2024-05-20T17:23:07.736Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4051	2024-05-20T17:23:07.736Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4052	2024-05-20T17:23:07.738Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 252.455818ms iteration = 21
4053	2024-05-20T17:23:07.793Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4054	2024-05-20T17:23:07.794Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4055	2024-05-20T17:23:07.795Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4056	2024-05-20T17:23:07.795Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4057	2024-05-20T17:23:07.795Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4058	2024-05-20T17:23:07.801Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4059	2024-05-20T17:23:07.801Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3e76273b-d076-4c8b-ba29-6d04f933748c", "content-length": "121", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4060	2024-05-20T17:23:07.801Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
4061	2024-05-20T17:23:07.801Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
4062	2024-05-20T17:23:07.802Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4063	2024-05-20T17:23:07.802Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
4064	2024-05-20T17:23:07.802Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
4065	2024-05-20T17:23:07.802Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4066	2024-05-20T17:23:07.802Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
4067	2024-05-20T17:23:07.802Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
4068	2024-05-20T17:23:07.802Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
4069	2024-05-20T17:23:07.802Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4070	2024-05-20T17:23:07.802Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4071	2024-05-20T17:23:07.803Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4072	2024-05-20T17:23:07.804Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "aa340dfd-3a90-445b-82f7-6a1f038115b0", "content-length": "2", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4073	2024-05-20T17:23:07.804Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4074	2024-05-20T17:23:07.804Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "96fd8b67-e54b-4f63-bd24-27bb781811b4", "content-length": "52", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4075	2024-05-20T17:23:07.804Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4076	2024-05-20T17:23:07.804Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4077	2024-05-20T17:23:07.891Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "bdee87a2-a7b0-4318-8f7b-c5429d7be2f9", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4078	2024-05-20T17:23:07.891Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
4079	2024-05-20T17:23:07.891Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4080	2024-05-20T17:23:07.892Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "87bab2c3-1573-4f47-8d3a-44681f99ef53", "content-length": "467", "date": "Mon, 20 May 2024 17:23:07 GMT"} })
4081	2024-05-20T17:23:07.892Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4082	2024-05-20T17:23:07.893Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4083	2024-05-20T17:23:07.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4084	2024-05-20T17:23:07.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4085	2024-05-20T17:23:07.899Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4086	2024-05-20T17:23:07.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4087	2024-05-20T17:23:07.900Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4088	2024-05-20T17:23:07.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4089	2024-05-20T17:23:07.908Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 422.393898ms iteration = 21
4090	2024-05-20T17:23:08.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 252 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = ffbea0cb-5e5f-4e78-8176-b939786b0a9d response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
4091	2024-05-20T17:23:17.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 60 reason = Timeout
4092	2024-05-20T17:23:17.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4093	2024-05-20T17:23:17.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4094	2024-05-20T17:23:17.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4095	2024-05-20T17:23:17.489Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4096	2024-05-20T17:23:17.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4097	2024-05-20T17:23:17.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4098	2024-05-20T17:23:17.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4099	2024-05-20T17:23:17.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4100	2024-05-20T17:23:17.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4101	2024-05-20T17:23:17.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4102	2024-05-20T17:23:17.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4103	2024-05-20T17:23:17.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4104	2024-05-20T17:23:17.501Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4105	2024-05-20T17:23:17.501Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.436975ms iteration = 60
4106	2024-05-20T17:23:18.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 216 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 23253e46-2458-4d38-b4a4-2e0333ef76e2 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
4107	2024-05-20T17:23:27.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 61 reason = Timeout
4108	2024-05-20T17:23:27.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4109	2024-05-20T17:23:27.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4110	2024-05-20T17:23:27.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4111	2024-05-20T17:23:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4112	2024-05-20T17:23:27.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4113	2024-05-20T17:23:27.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4114	2024-05-20T17:23:27.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4115	2024-05-20T17:23:27.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4116	2024-05-20T17:23:27.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4117	2024-05-20T17:23:27.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4118	2024-05-20T17:23:27.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4119	2024-05-20T17:23:27.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4120	2024-05-20T17:23:27.500Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4121	2024-05-20T17:23:27.500Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 15.228489ms iteration = 61
4122	2024-05-20T17:23:28.553Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 140 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = d966539d-2d6d-4bb1-9c2f-cc1dd9b94a7a response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
4123	2024-05-20T17:23:37.473Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 12 reason = Timeout
4124	2024-05-20T17:23:37.473Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
4125	2024-05-20T17:23:37.473Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4126	2024-05-20T17:23:37.473Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4127	2024-05-20T17:23:37.473Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4128	2024-05-20T17:23:37.473Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4129	2024-05-20T17:23:37.475Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 14 reason = Timeout
4130	2024-05-20T17:23:37.475Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 12 reason = Timeout
4131	2024-05-20T17:23:37.475Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4132	2024-05-20T17:23:37.477Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("76c202fb-13a3-4199-b0ea-be4d05822e6d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("ab066854-be2e-4725-9319-174b268c15e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f4c4fec6-98a0-425c-a672-74d297af7329.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:1::1)) }], valid_until: Instant { tv_sec: 5027, tv_nsec: 814781771 } })
4133	2024-05-20T17:23:37.479Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
4134	2024-05-20T17:23:37.479Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 4.390067ms iteration = 12
4135	2024-05-20T17:23:37.479Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4136	2024-05-20T17:23:37.480Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
4137	2024-05-20T17:23:37.480Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
4138	2024-05-20T17:23:37.480Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
4139	2024-05-20T17:23:37.480Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4140	2024-05-20T17:23:37.481Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4141	2024-05-20T17:23:37.482Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4142	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 62 reason = Timeout
4143	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 14 reason = Timeout
4144	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4145	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 12 reason = Timeout
4146	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = inventory_collection iteration = 3 reason = Timeout
4147	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 13 reason = Timeout
4148	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4149	2024-05-20T17:23:37.485Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/blueprint_execution.rs:65 reason = blueprint disabled target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df
4150	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.05\u{b5}s iteration = 13
4151	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 12 reason = Timeout
4152	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 12 reason = Timeout
4153	2024-05-20T17:23:37.485Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-05-20 17:13:37.485600736 UTC file = nexus/src/app/background/metrics_producer_gc.rs:48
4154	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
4155	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
4156	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 12 reason = Timeout
4157	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4158	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 22 reason = Timeout
4159	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4160	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4161	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 22 reason = Timeout
4162	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 22 reason = Timeout
4163	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4164	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4165	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 22 reason = Timeout
4166	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4167	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 22 reason = Timeout
4168	2024-05-20T17:23:37.485Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
4169	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 23 reason = Timeout
4170	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4171	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 22 reason = Timeout
4172	2024-05-20T17:23:37.485Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
4173	2024-05-20T17:23:37.485Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
4174	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 9.18\u{b5}s iteration = 22
4175	2024-05-20T17:23:37.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4176	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4177	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4178	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4179	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
4180	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4181	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4182	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4183	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4184	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4185	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4186	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4187	2024-05-20T17:23:37.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4188	2024-05-20T17:23:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4189	2024-05-20T17:23:37.487Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4190	2024-05-20T17:23:37.487Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("24300423-e659-419a-befb-1dc6f3f961d6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("674a8d9b-7c31-464e-a95b-65696edf283f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 5027, tv_nsec: 824918964 } })
4191	2024-05-20T17:23:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4192	2024-05-20T17:23:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4193	2024-05-20T17:23:37.488Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4194	2024-05-20T17:23:37.488Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
4195	2024-05-20T17:23:37.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.172392ms iteration = 22
4196	2024-05-20T17:23:37.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4197	2024-05-20T17:23:37.489Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-05-20 17:13:37.485600736 UTC file = nexus/src/app/background/metrics_producer_gc.rs:69 pruned = {}
4198	2024-05-20T17:23:37.489Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.441055ms iteration = 12
4199	2024-05-20T17:23:37.489Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4200	2024-05-20T17:23:37.489Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
4201	2024-05-20T17:23:37.489Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 4.005062ms iteration = 12
4202	2024-05-20T17:23:37.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5027, tv_nsec: 827009231 } })
4203	2024-05-20T17:23:37.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5027, tv_nsec: 827053401 } })
4204	2024-05-20T17:23:37.490Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4205	2024-05-20T17:23:37.491Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
4206	2024-05-20T17:23:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4207	2024-05-20T17:23:37.491Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4208	2024-05-20T17:23:37.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4209	2024-05-20T17:23:37.492Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
4210	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
4211	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4212	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4213	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4214	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4215	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4216	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4217	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
4218	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
4219	2024-05-20T17:23:37.493Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4220	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4221	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4222	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4223	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4224	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4225	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4226	2024-05-20T17:23:37.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4227	2024-05-20T17:23:37.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4228	2024-05-20T17:23:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4229	2024-05-20T17:23:37.495Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4230	2024-05-20T17:23:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4231	2024-05-20T17:23:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4232	2024-05-20T17:23:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4233	2024-05-20T17:23:37.496Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5027, tv_nsec: 834127174 } })
4234	2024-05-20T17:23:37.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4235	2024-05-20T17:23:37.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4236	2024-05-20T17:23:37.497Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
4237	2024-05-20T17:23:37.497Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
4238	2024-05-20T17:23:37.497Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
4239	2024-05-20T17:23:37.497Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
4240	2024-05-20T17:23:37.497Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4241	2024-05-20T17:23:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4242	2024-05-20T17:23:37.497Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4243	2024-05-20T17:23:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4244	2024-05-20T17:23:37.498Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4245	2024-05-20T17:23:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4246	2024-05-20T17:23:37.500Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4247	2024-05-20T17:23:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4248	2024-05-20T17:23:37.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4249	2024-05-20T17:23:37.500Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4250	2024-05-20T17:23:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4251	2024-05-20T17:23:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
4252	2024-05-20T17:23:37.501Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4253	2024-05-20T17:23:37.501Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4254	2024-05-20T17:23:37.502Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 8f7f024b-fcda-467d-be2d-72aeba77c810 dns_zone_name = control-plane.oxide.internal found_so_far = 49 version = 1
4255	2024-05-20T17:23:37.502Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
4256	2024-05-20T17:23:37.502Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-05-20 17:14:09.204501 UTC dns_group = internal generation = 1
4257	2024-05-20T17:23:37.502Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 29.313223ms iteration = 12
4258	2024-05-20T17:23:37.502Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
4259	2024-05-20T17:23:37.502Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4260	2024-05-20T17:23:37.502Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4261	2024-05-20T17:23:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4262	2024-05-20T17:23:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4263	2024-05-20T17:23:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4264	2024-05-20T17:23:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4265	2024-05-20T17:23:37.503Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4266	2024-05-20T17:23:37.503Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4267	2024-05-20T17:23:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4268	2024-05-20T17:23:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4269	2024-05-20T17:23:37.504Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4270	2024-05-20T17:23:37.504Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4271	2024-05-20T17:23:37.505Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
4272	2024-05-20T17:23:37.505Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 0 version = 2
4273	2024-05-20T17:23:37.505Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4274	2024-05-20T17:23:37.505Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4275	2024-05-20T17:23:37.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4276	2024-05-20T17:23:37.506Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4277	2024-05-20T17:23:37.506Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4278	2024-05-20T17:23:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4279	2024-05-20T17:23:37.507Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4280	2024-05-20T17:23:37.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4281	2024-05-20T17:23:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4282	2024-05-20T17:23:37.509Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 22 reason = Timeout
4283	2024-05-20T17:23:37.509Z	DEBG	nexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 4 reason = Timeout
4284	2024-05-20T17:23:37.509Z	DEBG	nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
4285	2024-05-20T17:23:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4286	2024-05-20T17:23:37.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4287	2024-05-20T17:23:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4288	2024-05-20T17:23:37.510Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4289	2024-05-20T17:23:37.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4290	2024-05-20T17:23:37.513Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4291	2024-05-20T17:23:37.514Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4292	2024-05-20T17:23:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4293	2024-05-20T17:23:37.514Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4294	2024-05-20T17:23:37.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4295	2024-05-20T17:23:37.516Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 363430c0-8b2b-403d-8a86-05f9abc3b13b dns_zone_name = oxide.test found_so_far = 1 version = 2
4296	2024-05-20T17:23:37.516Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
4297	2024-05-20T17:23:37.516Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-05-20 17:14:09.770535 UTC dns_group = external generation = 2
4298	2024-05-20T17:23:37.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 30.838523ms iteration = 12
4299	2024-05-20T17:23:37.516Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
4300	2024-05-20T17:23:37.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 31.177787ms iteration = 23
4301	2024-05-20T17:23:37.517Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4302	2024-05-20T17:23:37.517Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4303	2024-05-20T17:23:37.517Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4304	2024-05-20T17:23:37.521Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4305	2024-05-20T17:23:37.521Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-05-20T17:13:37.609064Z, time_modified: 2024-05-20T17:13:37.609064Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: d31adaf5-671a-4307-8e14-396a149ae157, db_silo: Silo { identity: SiloIdentity { id: d31adaf5-671a-4307-8e14-396a149ae157, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-05-20T17:14:09.741930Z, time_modified: 2024-05-20T17:14:09.741930Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "22b6a8b7f628157bd03e4d77a3560d335d8d700f20ebf41a4d996c7ccd7f22cc" }] }) }
4306	2024-05-20T17:23:37.521Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 36.130752ms iteration = 12
4307	2024-05-20T17:23:37.521Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4308	2024-05-20T17:23:37.522Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4309	2024-05-20T17:23:37.522Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4310	2024-05-20T17:23:37.523Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4311	2024-05-20T17:23:37.523Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4312	2024-05-20T17:23:37.523Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 38.184039ms iteration = 62
4313	2024-05-20T17:23:37.523Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4314	2024-05-20T17:23:37.524Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4315	2024-05-20T17:23:37.524Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4316	2024-05-20T17:23:37.525Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4317	2024-05-20T17:23:37.525Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4318	2024-05-20T17:23:37.525Z	DEBG	nexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(f9a2cafb-8944-4518-8eb0-8e432b0e89af, 0), (bc38ff7c-2d04-44c8-adca-73ee4564d5bf, 0), (03bbe8c8-d230-49aa-b9a7-4897e9fc4a9f, 0)]
4319	2024-05-20T17:23:37.525Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4320	2024-05-20T17:23:37.526Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
4321	2024-05-20T17:23:37.526Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 16.443715ms iteration = 22
4322	2024-05-20T17:23:37.526Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4323	2024-05-20T17:23:37.527Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5027, tv_nsec: 864420940 } })
4324	2024-05-20T17:23:37.527Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4325	2024-05-20T17:23:37.528Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4326	2024-05-20T17:23:37.529Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
4327	2024-05-20T17:23:37.529Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4328	2024-05-20T17:23:37.529Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4329	2024-05-20T17:23:37.531Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 45.778768ms iteration = 22
4330	2024-05-20T17:23:37.532Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
4331	2024-05-20T17:23:37.532Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4332	2024-05-20T17:23:37.532Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4333	2024-05-20T17:23:37.534Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4334	2024-05-20T17:23:37.534Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4335	2024-05-20T17:23:37.535Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4336	2024-05-20T17:23:37.535Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4337	2024-05-20T17:23:37.537Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4338	2024-05-20T17:23:37.540Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
4339	2024-05-20T17:23:37.540Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4340	2024-05-20T17:23:37.540Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4341	2024-05-20T17:23:37.542Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4342	2024-05-20T17:23:37.543Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4343	2024-05-20T17:23:37.544Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4344	2024-05-20T17:23:37.544Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4345	2024-05-20T17:23:37.546Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4346	2024-05-20T17:23:37.546Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4347	2024-05-20T17:23:37.547Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4348	2024-05-20T17:23:37.547Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4349	2024-05-20T17:23:37.549Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4350	2024-05-20T17:23:37.549Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4351	2024-05-20T17:23:37.550Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4352	2024-05-20T17:23:37.550Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4353	2024-05-20T17:23:37.551Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4354	2024-05-20T17:23:37.557Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
4355	2024-05-20T17:23:37.557Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4356	2024-05-20T17:23:37.557Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4357	2024-05-20T17:23:37.558Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4358	2024-05-20T17:23:37.558Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4359	2024-05-20T17:23:37.559Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4360	2024-05-20T17:23:37.560Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4361	2024-05-20T17:23:37.561Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4362	2024-05-20T17:23:37.561Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4363	2024-05-20T17:23:37.563Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4364	2024-05-20T17:23:37.563Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4365	2024-05-20T17:23:37.565Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4366	2024-05-20T17:23:37.565Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4367	2024-05-20T17:23:37.566Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4368	2024-05-20T17:23:37.566Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4369	2024-05-20T17:23:37.567Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4370	2024-05-20T17:23:37.572Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
4371	2024-05-20T17:23:37.572Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4372	2024-05-20T17:23:37.572Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4373	2024-05-20T17:23:37.574Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4374	2024-05-20T17:23:37.574Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4375	2024-05-20T17:23:37.575Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4376	2024-05-20T17:23:37.575Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4377	2024-05-20T17:23:37.577Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4378	2024-05-20T17:23:37.581Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
4379	2024-05-20T17:23:37.581Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4380	2024-05-20T17:23:37.582Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4381	2024-05-20T17:23:37.586Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4382	2024-05-20T17:23:37.586Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4383	2024-05-20T17:23:37.588Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4384	2024-05-20T17:23:37.588Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4385	2024-05-20T17:23:37.590Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4386	2024-05-20T17:23:37.590Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4387	2024-05-20T17:23:37.592Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4388	2024-05-20T17:23:37.592Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4389	2024-05-20T17:23:37.594Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4390	2024-05-20T17:23:37.594Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4391	2024-05-20T17:23:37.595Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4392	2024-05-20T17:23:37.595Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4393	2024-05-20T17:23:37.597Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4394	2024-05-20T17:23:37.597Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4395	2024-05-20T17:23:37.598Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4396	2024-05-20T17:23:37.604Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
4397	2024-05-20T17:23:37.604Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4398	2024-05-20T17:23:37.605Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4399	2024-05-20T17:23:37.606Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4400	2024-05-20T17:23:37.606Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4401	2024-05-20T17:23:37.607Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4402	2024-05-20T17:23:37.608Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4403	2024-05-20T17:23:37.609Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4404	2024-05-20T17:23:37.615Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
4405	2024-05-20T17:23:37.615Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4406	2024-05-20T17:23:37.616Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4407	2024-05-20T17:23:37.623Z	DEBG	nexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 1cae0841-7d51-4f46-a656-59934bb2bc34, kind: Service { id: 674a8d9b-7c31-464e-a95b-65696edf283f }, name: Name("external-dns-674a8d9b-7c31-464e-a95b-65696edf283f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 250])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 3d059327-4023-4ca0-a2fc-99bce34e8b9f, kind: Service { id: 24300423-e659-419a-befb-1dc6f3f961d6 }, name: Name("external-dns-24300423-e659-419a-befb-1dc6f3f961d6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 85])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }], Name("nexus"): [NetworkInterface { id: 19bdd27b-caf5-4a71-8d95-02a69636ad25, kind: Service { id: 7d445a4f-3b57-4dd0-b203-0466ead7cb03 }, name: Name("nexus-7d445a4f-3b57-4dd0-b203-0466ead7cb03"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 156])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 32ccdf1d-b32f-4162-937e-975ddf05fe76, kind: Service { id: b506faa9-c4ef-45ca-ad37-72afa51b7c64 }, name: Name("nexus-b506faa9-c4ef-45ca-ad37-72afa51b7c64"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 15])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 92642d22-4dcc-4a4c-89a6-63a4949f6575, kind: Service { id: 065b8a80-dccd-4c17-957e-cdc5e6772e66 }, name: Name("nexus-065b8a80-dccd-4c17-957e-cdc5e6772e66"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 154])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
4408	2024-05-20T17:23:37.623Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4409	2024-05-20T17:23:37.623Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4410	2024-05-20T17:23:37.625Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4411	2024-05-20T17:23:37.628Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
4412	2024-05-20T17:23:37.628Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4413	2024-05-20T17:23:37.629Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4414	2024-05-20T17:23:37.630Z	DEBG	nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
4415	2024-05-20T17:23:37.630Z	DEBG	nexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [VpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 1cae0841-7d51-4f46-a656-59934bb2bc34, kind: Service { id: 674a8d9b-7c31-464e-a95b-65696edf283f }, name: Name("external-dns-674a8d9b-7c31-464e-a95b-65696edf283f"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 250])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 3d059327-4023-4ca0-a2fc-99bce34e8b9f, kind: Service { id: 24300423-e659-419a-befb-1dc6f3f961d6 }, name: Name("external-dns-24300423-e659-419a-befb-1dc6f3f961d6"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 184, 85])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.1.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }] }, VpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 19bdd27b-caf5-4a71-8d95-02a69636ad25, kind: Service { id: 7d445a4f-3b57-4dd0-b203-0466ead7cb03 }, name: Name("nexus-7d445a4f-3b57-4dd0-b203-0466ead7cb03"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 156])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 32ccdf1d-b32f-4162-937e-975ddf05fe76, kind: Service { id: b506faa9-c4ef-45ca-ad37-72afa51b7c64 }, name: Name("nexus-b506faa9-c4ef-45ca-ad37-72afa51b7c64"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 15])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }, NetworkInterface { id: 92642d22-4dcc-4a4c-89a6-63a4949f6575, kind: Service { id: 065b8a80-dccd-4c17-957e-cdc5e6772e66 }, name: Name("nexus-065b8a80-dccd-4c17-957e-cdc5e6772e66"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 192, 154])), subnet: V4(Ipv4Net(Ipv4Network { addr: 172.30.2.0, prefix: 24 })), vni: Vni(100), primary: true, slot: 0 }] }]
4416	2024-05-20T17:23:37.630Z	DEBG	nexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
4417	2024-05-20T17:23:37.664Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
4418	2024-05-20T17:23:37.682Z	DEBG	nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, time_created: 2024-05-20T17:14:05.206817Z, time_modified: 2024-05-20T17:14:05.206817Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: 0, usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::1:0, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
4419	2024-05-20T17:23:37.682Z	DEBG	nexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
4420	2024-05-20T17:23:37.682Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4421	2024-05-20T17:23:37.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4422	2024-05-20T17:23:37.684Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4423	2024-05-20T17:23:37.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4424	2024-05-20T17:23:37.685Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4425	2024-05-20T17:23:37.686Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
4426	2024-05-20T17:23:37.686Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4427	2024-05-20T17:23:37.686Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "584e6f49-7d2e-42bc-a75b-bbc6166406c5", "content-length": "26", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4428	2024-05-20T17:23:37.686Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4429	2024-05-20T17:23:37.688Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4430	2024-05-20T17:23:37.690Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
4431	2024-05-20T17:23:37.695Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
4432	2024-05-20T17:23:37.695Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4433	2024-05-20T17:23:37.696Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ac8295c7-a48f-44a6-97ae-e66a41640d37", "content-length": "26", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4434	2024-05-20T17:23:37.696Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4435	2024-05-20T17:23:37.698Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4436	2024-05-20T17:23:37.773Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
4437	2024-05-20T17:23:37.847Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
4438	2024-05-20T17:23:37.847Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4439	2024-05-20T17:23:37.849Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "41efd5c1-edcd-4f43-8ffd-b7ee8fcfeac1", "content-length": "26", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4440	2024-05-20T17:23:37.849Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4441	2024-05-20T17:23:37.850Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
4442	2024-05-20T17:23:37.937Z	DEBG	nexus (BackgroundTasks): begin collection background_task = inventory_collection
4443	2024-05-20T17:23:37.937Z	DEBG	nexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
4444	2024-05-20T17:23:37.937Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
4445	2024-05-20T17:23:37.938Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/ignition", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c5a34f12-a699-4346-8475-071f40ea3688", "content-length": "476", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4446	2024-05-20T17:23:37.938Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
4447	2024-05-20T17:23:37.938Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "aec2c106-2bae-43b7-b909-d5f7eb46b0e9", "content-length": "387", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4448	2024-05-20T17:23:37.938Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
4449	2024-05-20T17:23:37.938Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/sp/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d2689175-2649-4e70-8bae-4416ea64110e", "content-length": "86", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4450	2024-05-20T17:23:37.938Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
4451	2024-05-20T17:23:37.939Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/sp/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "025c6a46-c6f4-4e3f-b558-7642c557f22e", "content-length": "86", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4452	2024-05-20T17:23:37.939Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
4453	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9718ae21-386d-42ae-aa64-b80266fb19f7", "content-length": "80", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4454	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
4455	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a90ccc00-c1d6-46f9-923d-47ed1683ce98", "content-length": "80", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4456	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
4457	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cmpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "cf48866e-b0e7-4a21-b97a-155093b90401", "content-length": "702", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4458	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
4459	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a246a4a0-49c3-4a39-9f34-27b4ea306df4", "content-length": "727", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4460	2024-05-20T17:23:37.940Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
4461	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c864a615-0d2e-4fd5-874e-6385b0ced05c", "content-length": "729", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4462	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
4463	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "50409ea8-1820-4a55-bc3c-13f956ed35ae", "content-length": "728", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4464	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
4465	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "34c7345d-e7d4-419f-860e-dc6a970d04ca", "content-length": "375", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4466	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
4467	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/sp/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "cd245beb-2441-4e9f-ac53-3eb708ed0b4f", "content-length": "84", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4468	2024-05-20T17:23:37.941Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
4469	2024-05-20T17:23:37.942Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/sp/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "64e103c3-c0e2-4974-b608-59df381d1b40", "content-length": "84", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4470	2024-05-20T17:23:37.942Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
4471	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e6ec0c7e-5646-44f1-b9b8-69daa24d3c95", "content-length": "79", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4472	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
4473	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2ec782d2-b1ae-4478-bd5c-5b635f7a220d", "content-length": "79", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4474	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
4475	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cmpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5d790937-da39-40ba-b392-6f3d4c9d9da7", "content-length": "702", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4476	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
4477	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "868766b0-085f-4235-a4a9-c901c5adeb0b", "content-length": "727", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4478	2024-05-20T17:23:37.943Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
4479	2024-05-20T17:23:37.944Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1b522d7d-a95c-4f80-8356-cea1ff5c96c3", "content-length": "729", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4480	2024-05-20T17:23:37.944Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
4481	2024-05-20T17:23:37.945Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "43faf56a-8110-44b7-ac2a-f5219e45d246", "content-length": "728", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4482	2024-05-20T17:23:37.945Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4483	2024-05-20T17:23:37.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4484	2024-05-20T17:23:37.947Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4485	2024-05-20T17:23:37.949Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
4486	2024-05-20T17:23:37.949Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4487	2024-05-20T17:23:37.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4488	2024-05-20T17:23:37.951Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4489	2024-05-20T17:23:37.954Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
4490	2024-05-20T17:23:37.954Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4491	2024-05-20T17:23:37.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4492	2024-05-20T17:23:37.983Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
4493	2024-05-20T17:23:37.984Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "13d8dac7-2ab3-4505-97e9-0d37b07d6d92", "date": "Mon, 20 May 2024 17:23:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4494	2024-05-20T17:23:37.984Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4495	2024-05-20T17:23:37.986Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d52606a7-7b48-47e1-9745-8f02970b340b", "date": "Mon, 20 May 2024 17:23:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4496	2024-05-20T17:23:37.986Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4497	2024-05-20T17:23:37.987Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4498	2024-05-20T17:23:37.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 502.428134ms iteration = 14
4499	2024-05-20T17:23:38.035Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 550.236039ms iteration = 22
4500	2024-05-20T17:23:38.044Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
4501	2024-05-20T17:23:38.045Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9760a3ad-c9c6-4452-877f-d193beaa0b31", "content-length": "2", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4502	2024-05-20T17:23:38.046Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4503	2024-05-20T17:23:38.047Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4504	2024-05-20T17:23:38.048Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 563.188658ms iteration = 22
4505	2024-05-20T17:23:38.065Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
4506	2024-05-20T17:23:38.127Z	DEBG	nexus (service-firewall-rule-progator): client request SledAgent = 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
4507	2024-05-20T17:23:38.127Z	DEBG	nexus (service-firewall-rule-progator): client response SledAgent = 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644 background_task = service_firewall_rule_propagation result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b4301f1d-0100-4a13-9763-d7f5e1344de8", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4508	2024-05-20T17:23:38.130Z	INFO	nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:486
4509	2024-05-20T17:23:38.130Z	DEBG	nexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 620.77319ms
4510	2024-05-20T17:23:38.130Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 620.78115ms iteration = 4
4511	2024-05-20T17:23:38.228Z	DEBG	nexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
4512	2024-05-20T17:23:38.228Z	DEBG	nexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
4513	2024-05-20T17:23:38.239Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
4514	2024-05-20T17:23:38.240Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4f1a1c89-efd1-4b77-9a7f-e6f78f75df70", "date": "Mon, 20 May 2024 17:23:38 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4515	2024-05-20T17:23:38.240Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4516	2024-05-20T17:23:38.242Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1833cb3e-adc2-4388-9851-26310d7c6251", "date": "Mon, 20 May 2024 17:23:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4517	2024-05-20T17:23:38.242Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4518	2024-05-20T17:23:38.244Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e3c035eb-0933-4fd9-819e-057f3b58a1c5", "date": "Mon, 20 May 2024 17:23:37 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4519	2024-05-20T17:23:38.244Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4520	2024-05-20T17:23:38.246Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
4521	2024-05-20T17:23:38.246Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 771.298156ms iteration = 14
4522	2024-05-20T17:23:38.252Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4523	2024-05-20T17:23:38.253Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4524	2024-05-20T17:23:38.254Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:144 port = SwitchPort { id: 7e7dd449-bec0-4389-aa22-5cced956d378, rack_id: 9961e71a-23bb-4f8d-b9db-35d313864aaf, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(6b278633-f013-417c-8ae8-2e04356b611d) } rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4525	2024-05-20T17:23:38.254Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4526	2024-05-20T17:23:38.255Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4527	2024-05-20T17:23:38.262Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4528	2024-05-20T17:23:38.262Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c6f22415-ca6c-43c4-b705-2fae42a265b7", "content-length": "121", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4529	2024-05-20T17:23:38.262Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1643 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} } switch_port_id = "qsfp0"
4530	2024-05-20T17:23:38.262Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1670 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 6b278633-f013-417c-8ae8-2e04356b611d
4531	2024-05-20T17:23:38.263Z	ERRO	nexus (BackgroundTasks): unable to retrieve routes from switch background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1782 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4532	2024-05-20T17:23:38.263Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:369 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
4533	2024-05-20T17:23:38.263Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:373 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
4534	2024-05-20T17:23:38.263Z	WARN	nexus (BackgroundTasks): no discovered routes from switch. it is possible that an earlier api call failed. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:1511 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4535	2024-05-20T17:23:38.263Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:382 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
4536	2024-05-20T17:23:38.263Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:388 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf routes = {}
4537	2024-05-20T17:23:38.263Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:408 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
4538	2024-05-20T17:23:38.263Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4539	2024-05-20T17:23:38.263Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4540	2024-05-20T17:23:38.265Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4541	2024-05-20T17:23:38.265Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bcc2a88e-5787-49c2-94f5-1632c85f30c0", "content-length": "2", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4542	2024-05-20T17:23:38.265Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4543	2024-05-20T17:23:38.265Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "762ee1a3-316d-4c6b-b570-07eea8d365c8", "content-length": "52", "date": "Mon, 20 May 2024 17:23:37 GMT"} })
4544	2024-05-20T17:23:38.265Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [V4(Ipv4Network { addr: 10.151.2.174, prefix: 24 })], port: "qsfp0" }] file = nexus/src/app/background/sync_switch_configuration.rs:457 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch_location = Switch0
4545	2024-05-20T17:23:38.265Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4546	2024-05-20T17:23:38.324Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "aff04048-1e70-4417-a224-3f58e0d6b5b9", "date": "Mon, 20 May 2024 17:23:38 GMT"} })
4547	2024-05-20T17:23:38.324Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/sync_switch_configuration.rs:759 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf switch = Switch0
4548	2024-05-20T17:23:38.324Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4549	2024-05-20T17:23:38.325Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e06d0d9a-3d93-4e38-926a-5a66f278a37a", "content-length": "467", "date": "Mon, 20 May 2024 17:23:38 GMT"} })
4550	2024-05-20T17:23:38.325Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4551	2024-05-20T17:23:38.325Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4552	2024-05-20T17:23:38.328Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4553	2024-05-20T17:23:38.328Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4554	2024-05-20T17:23:38.331Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4555	2024-05-20T17:23:38.331Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4556	2024-05-20T17:23:38.333Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4557	2024-05-20T17:23:38.333Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4558	2024-05-20T17:23:38.335Z	DEBG	nexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/inventory", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d2af6814-3878-4cb0-8b4d-706880c20e78", "content-length": "2360", "date": "Mon, 20 May 2024 17:23:38 GMT"} })
4559	2024-05-20T17:23:38.339Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 853.571132ms iteration = 22
4560	2024-05-20T17:23:38.345Z	DEBG	nexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/omicron-zones
4561	2024-05-20T17:23:38.347Z	DEBG	nexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/omicron-zones", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "015c3cb5-4689-4e0c-8ee9-e6957acaa798", "content-length": "8504", "date": "Mon, 20 May 2024 17:23:38 GMT"} })
4562	2024-05-20T17:23:38.362Z	DEBG	nexus (BackgroundTasks): finished collection background_task = inventory_collection
4563	2024-05-20T17:23:38.362Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4564	2024-05-20T17:23:38.362Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4565	2024-05-20T17:23:38.364Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4566	2024-05-20T17:23:38.366Z	DEBG	nexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
4567	2024-05-20T17:23:38.367Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4568	2024-05-20T17:23:38.367Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4569	2024-05-20T17:23:38.505Z	INFO	nexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = 2902c5de-1224-4bf5-aeff-dd4a96caa325 file = nexus/db-queries/src/db/datastore/inventory.rs:859
4570	2024-05-20T17:23:38.507Z	DEBG	nexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = 2902c5de-1224-4bf5-aeff-dd4a96caa325 time_started = 2024-05-20 17:23:37.936567 UTC
4571	2024-05-20T17:23:38.507Z	DEBG	nexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 1.021923201s iteration = 3
4572	2024-05-20T17:23:38.507Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 24 reason = Dependency
4573	2024-05-20T17:23:38.507Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4574	2024-05-20T17:23:38.507Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4575	2024-05-20T17:23:38.509Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4576	2024-05-20T17:23:38.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4577	2024-05-20T17:23:38.511Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4578	2024-05-20T17:23:38.511Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4579	2024-05-20T17:23:38.512Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
4580	2024-05-20T17:23:38.512Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4581	2024-05-20T17:23:38.512Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4582	2024-05-20T17:23:38.514Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4583	2024-05-20T17:23:38.515Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4584	2024-05-20T17:23:38.515Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4585	2024-05-20T17:23:38.516Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4586	2024-05-20T17:23:38.523Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
4587	2024-05-20T17:23:38.523Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 15.517012ms iteration = 24
4588	2024-05-20T17:23:38.554Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 155 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = bda23cce-b6af-4786-bf91-042eaab6b486 response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
4589	2024-05-20T17:23:39.125Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:766 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:34391
4590	2024-05-20T17:23:39.125Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:34391 req_id = 03d61477-f861-4486-b097-0c73b72d0015 roles = RoleSet { roles: {} } uri = /metrics/collectors/f941b626-1b1e-47ee-9593-9f8669871e3d/producers?sort_by=id_ascending
4591	2024-05-20T17:23:39.126Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:34391 req_id = 03d61477-f861-4486-b097-0c73b72d0015 resource = Database result = Ok(()) uri = /metrics/collectors/f941b626-1b1e-47ee-9593-9f8669871e3d/producers?sort_by=id_ascending
4592	2024-05-20T17:23:39.129Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 3537 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:34391 req_id = 03d61477-f861-4486-b097-0c73b72d0015 response_code = 200 uri = /metrics/collectors/f941b626-1b1e-47ee-9593-9f8669871e3d/producers?sort_by=id_ascending
4593	2024-05-20T17:23:39.146Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:34391 req_id = a316bb22-a15c-4731-aed3-01bf50a49834 roles = RoleSet { roles: {} } uri = /metrics/collectors/f941b626-1b1e-47ee-9593-9f8669871e3d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTA2ZmFhOS1jNGVmLTQ1Y2EtYWQzNy03MmFmYTUxYjdjNjQifX0%3D
4594	2024-05-20T17:23:39.147Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:34391 req_id = a316bb22-a15c-4731-aed3-01bf50a49834 resource = Database result = Ok(()) uri = /metrics/collectors/f941b626-1b1e-47ee-9593-9f8669871e3d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTA2ZmFhOS1jNGVmLTQ1Y2EtYWQzNy03MmFmYTUxYjdjNjQifX0%3D
4595	2024-05-20T17:23:39.148Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 4979 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:34391 req_id = a316bb22-a15c-4731-aed3-01bf50a49834 response_code = 200 uri = /metrics/collectors/f941b626-1b1e-47ee-9593-9f8669871e3d/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJiNTA2ZmFhOS1jNGVmLTQ1Y2EtYWQzNy03MmFmYTUxYjdjNjQifX0%3D
4596	2024-05-20T17:23:47.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 63 reason = Timeout
4597	2024-05-20T17:23:47.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4598	2024-05-20T17:23:47.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4599	2024-05-20T17:23:47.488Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4600	2024-05-20T17:23:47.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4601	2024-05-20T17:23:47.491Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4602	2024-05-20T17:23:47.491Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4603	2024-05-20T17:23:47.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4604	2024-05-20T17:23:47.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4605	2024-05-20T17:23:47.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4606	2024-05-20T17:23:47.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4607	2024-05-20T17:23:47.499Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4608	2024-05-20T17:23:47.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4609	2024-05-20T17:23:47.508Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4610	2024-05-20T17:23:47.508Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.668156ms iteration = 63
4611	2024-05-20T17:23:49.151Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 284 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = 9969aec1-8905-474f-a1aa-b60039153bec response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
4612	2024-05-20T17:23:57.485Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 64 reason = Timeout
4613	2024-05-20T17:23:57.485Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4614	2024-05-20T17:23:57.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4615	2024-05-20T17:23:57.487Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4616	2024-05-20T17:23:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4617	2024-05-20T17:23:57.490Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4618	2024-05-20T17:23:57.490Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4619	2024-05-20T17:23:57.492Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4620	2024-05-20T17:23:57.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4621	2024-05-20T17:23:57.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4622	2024-05-20T17:23:57.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4623	2024-05-20T17:23:57.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4624	2024-05-20T17:23:57.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4625	2024-05-20T17:23:57.502Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4626	2024-05-20T17:23:57.502Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 16.226612ms iteration = 64
4627	2024-05-20T17:23:59.152Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/283d897/dropshot/src/server.rs:878 latency_us = 529 local_addr = [fd00:1122:3344:101::b]:51945 method = GET remote_addr = [fd00:1122:3344:101::d]:61397 req_id = a9776c9e-9b5c-4c75-9406-f98134a2e14e response_code = 200 uri = /b506faa9-c4ef-45ca-ad37-72afa51b7c64
4628	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 65 reason = Timeout
4629	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 23 reason = Timeout
4630	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4631	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 23 reason = Timeout
4632	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4633	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 23 reason = Timeout
4634	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4635	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 23 reason = Timeout
4636	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4637	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4638	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 23 reason = Timeout
4639	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 25 reason = Timeout
4640	2024-05-20T17:24:07.486Z	WARN	nexus (BackgroundTasks): phantom disk task started background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:46
4641	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4642	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 23 reason = Timeout
4643	2024-05-20T17:24:07.486Z	WARN	nexus (BackgroundTasks): region replacement task started background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:44
4644	2024-05-20T17:24:07.486Z	WARN	nexus (BackgroundTasks): region replacement task done background_task = region_replacement file = nexus/src/app/background/region_replacement.rs:48
4645	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 8.85\u{b5}s iteration = 23
4646	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4647	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4648	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4649	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4650	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4651	2024-05-20T17:24:07.486Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4652	2024-05-20T17:24:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4653	2024-05-20T17:24:07.488Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5057, tv_nsec: 825545691 } })
4654	2024-05-20T17:24:07.488Z	WARN	nexus (BackgroundTasks): phantom disk task done background_task = phantom_disks file = nexus/src/app/background/phantom_disks.rs:92
4655	2024-05-20T17:24:07.488Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.509323ms iteration = 23
4656	2024-05-20T17:24:07.488Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4657	2024-05-20T17:24:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4658	2024-05-20T17:24:07.489Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4659	2024-05-20T17:24:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1022
4660	2024-05-20T17:24:07.489Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5057, tv_nsec: 826712047 } })
4661	2024-05-20T17:24:07.489Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1022
4662	2024-05-20T17:24:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4663	2024-05-20T17:24:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4664	2024-05-20T17:24:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4665	2024-05-20T17:24:07.492Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4666	2024-05-20T17:24:07.492Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4667	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4668	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4669	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4670	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4671	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4672	2024-05-20T17:24:07.493Z	WARN	nexus (BackgroundTasks): physical disk adoption task started background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:100
4673	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4674	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4675	2024-05-20T17:24:07.493Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4676	2024-05-20T17:24:07.494Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4677	2024-05-20T17:24:07.494Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-4b64d2b6-73ad-49d0-a2a0-a8924a8e6644.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 5057, tv_nsec: 832053616 } })
4678	2024-05-20T17:24:07.495Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1022 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf
4679	2024-05-20T17:24:07.495Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4680	2024-05-20T17:24:07.495Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4681	2024-05-20T17:24:07.495Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4682	2024-05-20T17:24:07.495Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4683	2024-05-20T17:24:07.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4684	2024-05-20T17:24:07.496Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4685	2024-05-20T17:24:07.498Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4686	2024-05-20T17:24:07.498Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4687	2024-05-20T17:24:07.499Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4688	2024-05-20T17:24:07.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 6b4100e2-4105-4b33-9bda-cab4b35115df, lookup_type: ById(6b4100e2-4105-4b33-9bda-cab4b35115df) } result = Ok(())
4689	2024-05-20T17:24:07.500Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4690	2024-05-20T17:24:07.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4691	2024-05-20T17:24:07.505Z	WARN	nexus (BackgroundTasks): physical disk adoption task done background_task = physical_disk_adoption file = nexus/src/app/background/physical_disk_adoption.rs:174
4692	2024-05-20T17:24:07.505Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 19.321743ms iteration = 25
4693	2024-05-20T17:24:07.506Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df original_time_created = 2024-05-20 17:13:27.350902 UTC target_id = 6b4100e2-4105-4b33-9bda-cab4b35115df time_created = 2024-05-20 17:13:27.350902 UTC
4694	2024-05-20T17:24:07.506Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.044032ms iteration = 65
4695	2024-05-20T17:24:07.507Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4696	2024-05-20T17:24:07.508Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4697	2024-05-20T17:24:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4698	2024-05-20T17:24:07.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4699	2024-05-20T17:24:07.509Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 23 reason = Timeout
4700	2024-05-20T17:24:07.509Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4701	2024-05-20T17:24:07.509Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4702	2024-05-20T17:24:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4703	2024-05-20T17:24:07.510Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4704	2024-05-20T17:24:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4705	2024-05-20T17:24:07.513Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4706	2024-05-20T17:24:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 4b64d2b6-73ad-49d0-a2a0-a8924a8e6644, lookup_type: ById(4b64d2b6-73ad-49d0-a2a0-a8924a8e6644) } result = Ok(())
4707	2024-05-20T17:24:07.513Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4708	2024-05-20T17:24:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4709	2024-05-20T17:24:07.513Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4710	2024-05-20T17:24:07.514Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 28.372221ms iteration = 23
4711	2024-05-20T17:24:07.516Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/instance_watcher.rs:469 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0
4712	2024-05-20T17:24:07.516Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 7.228855ms iteration = 23
4713	2024-05-20T17:24:07.535Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
4714	2024-05-20T17:24:07.535Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4715	2024-05-20T17:24:07.535Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "8ed5a83d-0e4d-4ebc-affa-e0a255b1a39f", "content-length": "26", "date": "Mon, 20 May 2024 17:24:07 GMT"} })
4716	2024-05-20T17:24:07.535Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4717	2024-05-20T17:24:07.536Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1030 zone_address = fd00:1122:3344:101::2
4718	2024-05-20T17:24:07.536Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4719	2024-05-20T17:24:07.536Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3cace6d1-af9a-4bfa-817b-94a92cc132c7", "content-length": "26", "date": "Mon, 20 May 2024 17:24:07 GMT"} })
4720	2024-05-20T17:24:07.536Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1035 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4721	2024-05-20T17:24:07.538Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4722	2024-05-20T17:24:07.538Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4723	2024-05-20T17:24:07.545Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1030 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf zone_address = fd00:1122:3344:101::2
4724	2024-05-20T17:24:07.545Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4725	2024-05-20T17:24:07.546Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a9ec7222-1f59-4303-b432-a534a56e4d12", "content-length": "26", "date": "Mon, 20 May 2024 17:24:07 GMT"} })
4726	2024-05-20T17:24:07.546Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1035 rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4727	2024-05-20T17:24:07.547Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1067 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9961e71a-23bb-4f8d-b9db-35d313864aaf