Max level shown: TRCE DEBG INFO WARN ERRO FATA

1	2024-12-21T05:45:02.897Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 9 reason = Timeout
2	2024-12-21T05:45:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3	2024-12-21T05:45:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4	2024-12-21T05:45:02.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 9 reason = Timeout
5	2024-12-21T05:45:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6	2024-12-21T05:45:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7	2024-12-21T05:45:02.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8	2024-12-21T05:45:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
9	2024-12-21T05:45:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
10	2024-12-21T05:45:02.902Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.913168ms iteration = 9 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
11	2024-12-21T05:45:02.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
12	2024-12-21T05:45:02.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
13	2024-12-21T05:45:02.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
14	2024-12-21T05:45:02.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
15	2024-12-21T05:45:02.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
16	2024-12-21T05:45:02.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
17	2024-12-21T05:45:02.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
18	2024-12-21T05:45:02.911Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19	2024-12-21T05:45:02.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
20	2024-12-21T05:45:02.927Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
21	2024-12-21T05:45:02.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 30.038393ms iteration = 9 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
22	2024-12-21T05:45:07.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 250 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 18ca262b-5a6f-4ba3-886a-d23d914402ea response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
23	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 4 reason = Timeout
24	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 4 reason = Timeout
25	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
26	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 4 reason = Timeout
27	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 10 reason = Timeout
28	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
29	2024-12-21T05:45:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
30	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
31	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
32	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
33	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 4 reason = Timeout
34	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 10 reason = Timeout
35	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 4 reason = Timeout
36	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
37	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
38	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
39	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 4 reason = Timeout
40	2024-12-21T05:45:12.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
41	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
42	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 4 reason = Timeout
43	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
44	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 4 reason = Timeout
45	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
46	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 4 reason = Timeout
47	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
48	2024-12-21T05:45:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 4 reason = Timeout
49	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
50	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 5 reason = Timeout
51	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
52	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
53	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
54	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
55	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
56	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
57	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
58	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
59	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
60	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
61	2024-12-21T05:45:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
62	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 4 reason = Timeout
63	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 4 reason = Timeout
64	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
65	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 4 reason = Timeout
66	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
67	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
68	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 4 reason = Timeout
69	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
70	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
71	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
72	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
73	2024-12-21T05:45:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
74	2024-12-21T05:45:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 858, tv_nsec: 315256294 } })
75	2024-12-21T05:45:12.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
76	2024-12-21T05:45:12.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.565266ms iteration = 4 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
77	2024-12-21T05:45:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
78	2024-12-21T05:45:12.901Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 858, tv_nsec: 316568595 } })
79	2024-12-21T05:45:12.901Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
80	2024-12-21T05:45:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
81	2024-12-21T05:45:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
82	2024-12-21T05:45:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
83	2024-12-21T05:45:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
84	2024-12-21T05:45:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
85	2024-12-21T05:45:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
86	2024-12-21T05:45:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
87	2024-12-21T05:45:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
88	2024-12-21T05:45:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
89	2024-12-21T05:45:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
90	2024-12-21T05:45:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
91	2024-12-21T05:45:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
92	2024-12-21T05:45:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
93	2024-12-21T05:45:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
94	2024-12-21T05:45:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
95	2024-12-21T05:45:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
96	2024-12-21T05:45:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
97	2024-12-21T05:45:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
98	2024-12-21T05:45:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
99	2024-12-21T05:45:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
100	2024-12-21T05:45:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
101	2024-12-21T05:45:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
102	2024-12-21T05:45:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
103	2024-12-21T05:45:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
104	2024-12-21T05:45:12.909Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
105	2024-12-21T05:45:12.909Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
106	2024-12-21T05:45:12.909Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
107	2024-12-21T05:45:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
108	2024-12-21T05:45:12.909Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
109	2024-12-21T05:45:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
110	2024-12-21T05:45:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
111	2024-12-21T05:45:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
112	2024-12-21T05:45:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
113	2024-12-21T05:45:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
114	2024-12-21T05:45:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
115	2024-12-21T05:45:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
116	2024-12-21T05:45:12.913Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 858, tv_nsec: 328889402 } })
117	2024-12-21T05:45:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
118	2024-12-21T05:45:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
119	2024-12-21T05:45:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
120	2024-12-21T05:45:12.913Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
121	2024-12-21T05:45:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
122	2024-12-21T05:45:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
123	2024-12-21T05:45:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
124	2024-12-21T05:45:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
125	2024-12-21T05:45:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
126	2024-12-21T05:45:12.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
127	2024-12-21T05:45:12.956Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 57.492253ms iteration = 4 status = {"errors":[],"finish_invoked_ok":[]}
128	2024-12-21T05:45:12.956Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 57.580856ms iteration = 4 status = {"errors":[],"garbage_collect_requested":[]}
129	2024-12-21T05:45:12.957Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
130	2024-12-21T05:45:12.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
131	2024-12-21T05:45:12.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.178878ms iteration = 10 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
132	2024-12-21T05:45:12.959Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
133	2024-12-21T05:45:12.959Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
134	2024-12-21T05:45:12.959Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
135	2024-12-21T05:45:12.959Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
136	2024-12-21T05:45:12.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
137	2024-12-21T05:45:12.961Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
138	2024-12-21T05:45:12.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 63.491188ms iteration = 4 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
139	2024-12-21T05:45:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
140	2024-12-21T05:45:12.961Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
141	2024-12-21T05:45:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
142	2024-12-21T05:45:12.965Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
143	2024-12-21T05:45:12.968Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
144	2024-12-21T05:45:12.968Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
145	2024-12-21T05:45:12.968Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
146	2024-12-21T05:45:12.982Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
147	2024-12-21T05:45:12.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
148	2024-12-21T05:45:13.021Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
149	2024-12-21T05:45:13.021Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
150	2024-12-21T05:45:13.022Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "367e6145-cc7a-43cb-bc5a-bbc23a135565", "content-length": "26", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
151	2024-12-21T05:45:13.022Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
152	2024-12-21T05:45:13.023Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
153	2024-12-21T05:45:13.035Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
154	2024-12-21T05:45:13.035Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
155	2024-12-21T05:45:13.036Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0a731e87-fb87-405d-80f0-b41dbb96102c", "content-length": "26", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
156	2024-12-21T05:45:13.036Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
157	2024-12-21T05:45:13.037Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
158	2024-12-21T05:45:13.059Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
159	2024-12-21T05:45:13.059Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
160	2024-12-21T05:45:13.119Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
161	2024-12-21T05:45:13.119Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
162	2024-12-21T05:45:13.119Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f7732894-5940-4927-a216-ee254d9ec7f8", "content-length": "26", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
163	2024-12-21T05:45:13.119Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
164	2024-12-21T05:45:13.120Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
165	2024-12-21T05:45:13.149Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
166	2024-12-21T05:45:13.149Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "685f090c-ebd9-4161-86b6-93df2c467f9a", "content-length": "1", "date": "Sat, 21 Dec 2024 05:45:12 GMT"} })
167	2024-12-21T05:45:13.150Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
168	2024-12-21T05:45:13.150Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
169	2024-12-21T05:45:13.150Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "8fa32552-0c6e-4b2b-8f54-59c4b80bde9a", "content-length": "372", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
170	2024-12-21T05:45:13.150Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
171	2024-12-21T05:45:13.151Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
172	2024-12-21T05:45:13.151Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
173	2024-12-21T05:45:13.151Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
174	2024-12-21T05:45:13.153Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 255.425417ms iteration = 4 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
175	2024-12-21T05:45:13.156Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
176	2024-12-21T05:45:13.156Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
177	2024-12-21T05:45:13.156Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 259.708229ms iteration = 4 status = null
178	2024-12-21T05:45:13.167Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
179	2024-12-21T05:45:13.167Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 270.795066ms iteration = 10 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
180	2024-12-21T05:45:13.182Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 283.279276ms iteration = 4 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
181	2024-12-21T05:45:13.184Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 287.290443ms iteration = 4 status = {}
182	2024-12-21T05:45:13.187Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
183	2024-12-21T05:45:13.190Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 292.290303ms iteration = 5 status = {"physical_disks_added":0}
184	2024-12-21T05:45:13.192Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
185	2024-12-21T05:45:13.192Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
186	2024-12-21T05:45:13.192Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 294.204239ms iteration = 4 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
187	2024-12-21T05:45:13.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
188	2024-12-21T05:45:13.192Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
189	2024-12-21T05:45:13.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
190	2024-12-21T05:45:13.193Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 294.666461ms iteration = 4 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
191	2024-12-21T05:45:13.194Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 296.768271ms iteration = 4 status = 0
192	2024-12-21T05:45:13.200Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
193	2024-12-21T05:45:13.200Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
194	2024-12-21T05:45:13.200Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "10639a0e-4352-4778-9bdc-68594d0e4123", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
195	2024-12-21T05:45:13.200Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
196	2024-12-21T05:45:13.200Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
197	2024-12-21T05:45:13.203Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
198	2024-12-21T05:45:13.203Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
199	2024-12-21T05:45:13.206Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
200	2024-12-21T05:45:13.206Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
201	2024-12-21T05:45:13.210Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
202	2024-12-21T05:45:13.210Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
203	2024-12-21T05:45:13.210Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "0f97e9aa-1f38-4396-ab9a-5a319eaaf6a2", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
204	2024-12-21T05:45:13.211Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 314.072277ms iteration = 4 status = {}
205	2024-12-21T05:45:13.224Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
206	2024-12-21T05:45:13.225Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
207	2024-12-21T05:45:13.226Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
208	2024-12-21T05:45:13.226Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
209	2024-12-21T05:45:13.226Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
210	2024-12-21T05:45:13.235Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
211	2024-12-21T05:45:13.235Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "fdf3c4c5-7a86-4d93-a45c-85c577dd2823", "content-length": "134", "date": "Sat, 21 Dec 2024 05:45:12 GMT"} })
212	2024-12-21T05:45:13.235Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
213	2024-12-21T05:45:13.235Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
214	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
215	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
216	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
217	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
218	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
219	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
220	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
221	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
222	2024-12-21T05:45:13.236Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
223	2024-12-21T05:45:13.236Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
224	2024-12-21T05:45:13.236Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
225	2024-12-21T05:45:13.238Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
226	2024-12-21T05:45:13.239Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "f78aec46-e557-4509-85be-3567195cfe33", "content-length": "2", "date": "Sat, 21 Dec 2024 05:45:12 GMT"} })
227	2024-12-21T05:45:13.239Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
228	2024-12-21T05:45:13.239Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "cb042cad-4056-4233-83d2-01b0280aca22", "content-length": "52", "date": "Sat, 21 Dec 2024 05:45:12 GMT"} })
229	2024-12-21T05:45:13.239Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
230	2024-12-21T05:45:13.239Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
231	2024-12-21T05:45:13.250Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
232	2024-12-21T05:45:13.250Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
233	2024-12-21T05:45:13.252Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
234	2024-12-21T05:45:13.253Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
235	2024-12-21T05:45:13.253Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
236	2024-12-21T05:45:13.254Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
237	2024-12-21T05:45:13.255Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
238	2024-12-21T05:45:13.257Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
239	2024-12-21T05:45:13.257Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
240	2024-12-21T05:45:13.257Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
241	2024-12-21T05:45:13.291Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
242	2024-12-21T05:45:13.333Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "06538eda-312f-420c-8c48-69f11f8acee3", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
243	2024-12-21T05:45:13.333Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
244	2024-12-21T05:45:13.333Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
245	2024-12-21T05:45:13.334Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a4cded8d-ac61-40b3-9f45-14a95cd9b5b7", "content-length": "682", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
246	2024-12-21T05:45:13.334Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
247	2024-12-21T05:45:13.334Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
248	2024-12-21T05:45:13.334Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "08592f58-0a85-46bb-8273-f3148d62cf3c", "content-length": "691", "date": "Sat, 21 Dec 2024 05:45:13 GMT"} })
249	2024-12-21T05:45:13.334Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
250	2024-12-21T05:45:13.334Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
251	2024-12-21T05:45:13.334Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
252	2024-12-21T05:45:13.336Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 438.157994ms iteration = 4 status = {}
253	2024-12-21T05:45:13.338Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
254	2024-12-21T05:45:13.338Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
255	2024-12-21T05:45:13.340Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
256	2024-12-21T05:45:13.341Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
257	2024-12-21T05:45:13.343Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
258	2024-12-21T05:45:13.343Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
259	2024-12-21T05:45:13.350Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 452.335504ms iteration = 4 status = {}
260	2024-12-21T05:45:17.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 204 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 7d76a52f-a1d0-49a4-869a-acbbd3254674 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
261	2024-12-21T05:45:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 11 reason = Timeout
262	2024-12-21T05:45:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
263	2024-12-21T05:45:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
264	2024-12-21T05:45:22.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 11 reason = Timeout
265	2024-12-21T05:45:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
266	2024-12-21T05:45:22.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
267	2024-12-21T05:45:22.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
268	2024-12-21T05:45:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
269	2024-12-21T05:45:22.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
270	2024-12-21T05:45:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
271	2024-12-21T05:45:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
272	2024-12-21T05:45:22.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
273	2024-12-21T05:45:22.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
274	2024-12-21T05:45:22.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
275	2024-12-21T05:45:22.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
276	2024-12-21T05:45:22.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
277	2024-12-21T05:45:22.919Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
278	2024-12-21T05:45:22.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.154357ms iteration = 11 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
279	2024-12-21T05:45:22.925Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
280	2024-12-21T05:45:22.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
281	2024-12-21T05:45:22.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 57.110935ms iteration = 11 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
282	2024-12-21T05:45:27.820Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 197 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = d028535f-19b2-492d-a3d5-7f235652e7e5 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
283	2024-12-21T05:45:32.897Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 12 reason = Timeout
284	2024-12-21T05:45:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
285	2024-12-21T05:45:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
286	2024-12-21T05:45:32.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 12 reason = Timeout
287	2024-12-21T05:45:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
288	2024-12-21T05:45:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
289	2024-12-21T05:45:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
290	2024-12-21T05:45:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
291	2024-12-21T05:45:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
292	2024-12-21T05:45:32.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
293	2024-12-21T05:45:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
294	2024-12-21T05:45:32.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
295	2024-12-21T05:45:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
296	2024-12-21T05:45:32.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
297	2024-12-21T05:45:32.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
298	2024-12-21T05:45:32.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
299	2024-12-21T05:45:32.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
300	2024-12-21T05:45:32.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
301	2024-12-21T05:45:32.918Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
302	2024-12-21T05:45:32.918Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.030626ms iteration = 12 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
303	2024-12-21T05:45:32.931Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.971497ms iteration = 12 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
304	2024-12-21T05:45:37.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 189 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 561b5eb8-8044-4c77-a514-a83a9450b7d4 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
305	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 5 reason = Timeout
306	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
307	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 13 reason = Timeout
308	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 4 reason = Timeout
309	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
310	2024-12-21T05:45:42.897Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
311	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 19.91\u{b5}s iteration = 4 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
312	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 3 reason = Timeout
313	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 3 reason = Timeout
314	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 3 reason = Timeout
315	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
316	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
317	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
318	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 3 reason = Timeout
319	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 3 reason = Timeout
320	2024-12-21T05:45:42.897Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:35:42.897403158 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
321	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
322	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 5 reason = Timeout
323	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 5 reason = Timeout
324	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 3 reason = Timeout
325	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 5 reason = Timeout
326	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
327	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
328	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
329	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 5 reason = Timeout
330	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 13 reason = Timeout
331	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
332	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 5 reason = Timeout
333	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
334	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 3 reason = Timeout
335	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 3 reason = Timeout
336	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
337	2024-12-21T05:45:42.897Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
338	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
339	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 5 reason = Timeout
340	2024-12-21T05:45:42.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
341	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
342	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 5 reason = Timeout
343	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 5 reason = Timeout
344	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
345	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 6 reason = Timeout
346	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
347	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
348	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
349	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 5 reason = Timeout
350	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
351	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 5 reason = Timeout
352	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
353	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 5 reason = Timeout
354	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
355	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
356	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
357	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
358	2024-12-21T05:45:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
359	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
360	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
361	2024-12-21T05:45:42.898Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 313616764 } })
362	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
363	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
364	2024-12-21T05:45:42.898Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 313745557 } })
365	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
366	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
367	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
368	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
369	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
370	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
371	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
372	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
373	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
374	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 5 reason = Timeout
375	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
376	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 5 reason = Timeout
377	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
378	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
379	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 3 reason = Timeout
380	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 5 reason = Timeout
381	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
382	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
383	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 5 reason = Timeout
384	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
385	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 3 reason = Timeout
386	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
387	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
388	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
389	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
390	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
391	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
392	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
393	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.408614ms iteration = 3 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
394	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
395	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
396	2024-12-21T05:45:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.426764ms iteration = 3 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
397	2024-12-21T05:45:42.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 316102494 } })
398	2024-12-21T05:45:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
399	2024-12-21T05:45:42.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
400	2024-12-21T05:45:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
401	2024-12-21T05:45:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
402	2024-12-21T05:45:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
403	2024-12-21T05:45:42.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.807772ms iteration = 5 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
404	2024-12-21T05:45:42.902Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:35:42.897403158 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
405	2024-12-21T05:45:42.902Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 5.265537ms iteration = 3 status = {"expiration":"2024-12-21T05:35:42.897403158Z","pruned":[]}
406	2024-12-21T05:45:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
407	2024-12-21T05:45:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
408	2024-12-21T05:45:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
409	2024-12-21T05:45:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
410	2024-12-21T05:45:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
411	2024-12-21T05:45:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
412	2024-12-21T05:45:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
413	2024-12-21T05:45:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
414	2024-12-21T05:45:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
415	2024-12-21T05:45:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
416	2024-12-21T05:45:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
417	2024-12-21T05:45:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
418	2024-12-21T05:45:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
419	2024-12-21T05:45:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
420	2024-12-21T05:45:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
421	2024-12-21T05:45:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
422	2024-12-21T05:45:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
423	2024-12-21T05:45:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
424	2024-12-21T05:45:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
425	2024-12-21T05:45:42.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
426	2024-12-21T05:45:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
427	2024-12-21T05:45:42.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
428	2024-12-21T05:45:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
429	2024-12-21T05:45:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
430	2024-12-21T05:45:42.912Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 327989180 } })
431	2024-12-21T05:45:42.912Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
432	2024-12-21T05:45:42.913Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
433	2024-12-21T05:45:42.913Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
434	2024-12-21T05:45:42.913Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
435	2024-12-21T05:45:42.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
436	2024-12-21T05:45:42.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 15.510653ms iteration = 5 status = {"errors":[],"garbage_collect_requested":[]}
437	2024-12-21T05:45:42.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 15.559284ms iteration = 3 status = {"errors":[],"found_port_ok":[]}
438	2024-12-21T05:45:42.914Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
439	2024-12-21T05:45:42.914Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
440	2024-12-21T05:45:42.914Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 15.81957ms iteration = 3 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
441	2024-12-21T05:45:42.916Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
442	2024-12-21T05:45:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
443	2024-12-21T05:45:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
444	2024-12-21T05:45:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
445	2024-12-21T05:45:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
446	2024-12-21T05:45:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
447	2024-12-21T05:45:42.919Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 888, tv_nsec: 335142972 } })
448	2024-12-21T05:45:42.919Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
449	2024-12-21T05:45:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
450	2024-12-21T05:45:42.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
451	2024-12-21T05:45:42.929Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
452	2024-12-21T05:45:42.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
453	2024-12-21T05:45:42.945Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
454	2024-12-21T05:45:42.946Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
455	2024-12-21T05:45:42.946Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
456	2024-12-21T05:45:42.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
457	2024-12-21T05:45:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
458	2024-12-21T05:45:42.948Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
459	2024-12-21T05:45:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
460	2024-12-21T05:45:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
461	2024-12-21T05:45:42.948Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
462	2024-12-21T05:45:42.949Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
463	2024-12-21T05:45:42.950Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 53.216631ms iteration = 5 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
464	2024-12-21T05:45:42.950Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
465	2024-12-21T05:45:42.951Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
466	2024-12-21T05:45:42.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
467	2024-12-21T05:45:42.952Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
468	2024-12-21T05:45:42.952Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
469	2024-12-21T05:45:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
470	2024-12-21T05:45:42.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 55.690089ms iteration = 5 status = {"errors":[],"finish_invoked_ok":[]}
471	2024-12-21T05:45:42.955Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
472	2024-12-21T05:45:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
473	2024-12-21T05:45:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
474	2024-12-21T05:45:42.957Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
475	2024-12-21T05:45:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
476	2024-12-21T05:45:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
477	2024-12-21T05:45:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
478	2024-12-21T05:45:42.959Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
479	2024-12-21T05:45:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
480	2024-12-21T05:45:42.959Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
481	2024-12-21T05:45:42.960Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 62.706049ms iteration = 13 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
482	2024-12-21T05:45:42.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 63.5892ms iteration = 5 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
483	2024-12-21T05:45:42.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
484	2024-12-21T05:45:42.961Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
485	2024-12-21T05:45:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
486	2024-12-21T05:45:42.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.518137ms iteration = 13 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
487	2024-12-21T05:45:42.964Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
488	2024-12-21T05:45:42.964Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
489	2024-12-21T05:45:42.964Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
490	2024-12-21T05:45:42.964Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
491	2024-12-21T05:45:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
492	2024-12-21T05:45:42.968Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
493	2024-12-21T05:45:42.968Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
494	2024-12-21T05:45:42.969Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
495	2024-12-21T05:45:42.972Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
496	2024-12-21T05:45:42.972Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 74.431011ms iteration = 5 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
497	2024-12-21T05:45:42.993Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
498	2024-12-21T05:45:42.993Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
499	2024-12-21T05:45:42.993Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 96.330678ms iteration = 3 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
500	2024-12-21T05:45:42.994Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
501	2024-12-21T05:45:42.995Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
502	2024-12-21T05:45:42.996Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
503	2024-12-21T05:45:42.996Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
504	2024-12-21T05:45:43.002Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
505	2024-12-21T05:45:43.002Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
506	2024-12-21T05:45:43.002Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
507	2024-12-21T05:45:43.002Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
508	2024-12-21T05:45:43.003Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
509	2024-12-21T05:45:43.005Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
510	2024-12-21T05:45:43.006Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
511	2024-12-21T05:45:43.006Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
512	2024-12-21T05:45:43.006Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
513	2024-12-21T05:45:43.006Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 108.709496ms iteration = 5 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
514	2024-12-21T05:45:43.007Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
515	2024-12-21T05:45:43.009Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
516	2024-12-21T05:45:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
517	2024-12-21T05:45:43.009Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
518	2024-12-21T05:45:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
519	2024-12-21T05:45:43.009Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
520	2024-12-21T05:45:43.011Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
521	2024-12-21T05:45:43.011Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
522	2024-12-21T05:45:43.011Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
523	2024-12-21T05:45:43.011Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
524	2024-12-21T05:45:43.011Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
525	2024-12-21T05:45:43.032Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 134.807033ms iteration = 6 status = {"physical_disks_added":0}
526	2024-12-21T05:45:43.033Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
527	2024-12-21T05:45:43.035Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
528	2024-12-21T05:45:43.035Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
529	2024-12-21T05:45:43.036Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
530	2024-12-21T05:45:43.036Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
531	2024-12-21T05:45:43.036Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
532	2024-12-21T05:45:43.038Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
533	2024-12-21T05:45:43.038Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
534	2024-12-21T05:45:43.038Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
535	2024-12-21T05:45:43.038Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
536	2024-12-21T05:45:43.039Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
537	2024-12-21T05:45:43.039Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
538	2024-12-21T05:45:43.039Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 142.042198ms iteration = 3 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
539	2024-12-21T05:45:43.039Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
540	2024-12-21T05:45:43.041Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
541	2024-12-21T05:45:43.041Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
542	2024-12-21T05:45:43.041Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
543	2024-12-21T05:45:43.042Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
544	2024-12-21T05:45:43.042Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
545	2024-12-21T05:45:43.042Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
546	2024-12-21T05:45:43.043Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
547	2024-12-21T05:45:43.043Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
548	2024-12-21T05:45:43.043Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
549	2024-12-21T05:45:43.044Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
550	2024-12-21T05:45:43.044Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
551	2024-12-21T05:45:43.044Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
552	2024-12-21T05:45:43.044Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 146.643759ms iteration = 3 status = {"generation":2}
553	2024-12-21T05:45:43.044Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
554	2024-12-21T05:45:43.045Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
555	2024-12-21T05:45:43.046Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 148.199976ms iteration = 5 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
556	2024-12-21T05:45:43.048Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
557	2024-12-21T05:45:43.048Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
558	2024-12-21T05:45:43.049Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
559	2024-12-21T05:45:43.049Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
560	2024-12-21T05:45:43.049Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
561	2024-12-21T05:45:43.049Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
562	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
563	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
564	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
565	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
566	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
567	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
568	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 154.060327ms iteration = 3 status = {"generation":1}
569	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
570	2024-12-21T05:45:43.051Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 154.59217ms iteration = 3 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
571	2024-12-21T05:45:43.053Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
572	2024-12-21T05:45:43.053Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
573	2024-12-21T05:45:43.055Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
574	2024-12-21T05:45:43.055Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
575	2024-12-21T05:45:43.055Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
576	2024-12-21T05:45:43.160Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
577	2024-12-21T05:45:43.160Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
578	2024-12-21T05:45:43.180Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
579	2024-12-21T05:45:43.202Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
580	2024-12-21T05:45:43.202Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
581	2024-12-21T05:45:43.202Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1738af18-6053-4dcc-97c0-c8f48541649c", "content-length": "26", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
582	2024-12-21T05:45:43.202Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
583	2024-12-21T05:45:43.204Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
584	2024-12-21T05:45:43.241Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
585	2024-12-21T05:45:43.241Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
586	2024-12-21T05:45:43.241Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c28c1b23-8991-4876-b451-498b79f1c2a2", "content-length": "26", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
587	2024-12-21T05:45:43.241Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
588	2024-12-21T05:45:43.243Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
589	2024-12-21T05:45:43.274Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
590	2024-12-21T05:45:43.275Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
591	2024-12-21T05:45:43.275Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "dd5ca16c-0838-493c-b5d0-93bd1df70f34", "content-length": "26", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
592	2024-12-21T05:45:43.275Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
593	2024-12-21T05:45:43.277Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
594	2024-12-21T05:45:43.289Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
595	2024-12-21T05:45:43.289Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "22ed7fe2-2f58-40e7-bcfd-a86834f3f823", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
596	2024-12-21T05:45:43.289Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
597	2024-12-21T05:45:43.291Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "6edd2c60-d602-4ba7-8bcd-4a81b65c47ab", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
598	2024-12-21T05:45:43.291Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
599	2024-12-21T05:45:43.292Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
600	2024-12-21T05:45:43.292Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 395.277382ms iteration = 5 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
601	2024-12-21T05:45:43.374Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
602	2024-12-21T05:45:43.393Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 496.361054ms iteration = 5 status = {}
603	2024-12-21T05:45:43.402Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
604	2024-12-21T05:45:43.402Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
605	2024-12-21T05:45:43.403Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1efeb16b-874a-4b1f-afe4-4f6eaded8932", "content-length": "372", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
606	2024-12-21T05:45:43.403Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
607	2024-12-21T05:45:43.403Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
608	2024-12-21T05:45:43.405Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
609	2024-12-21T05:45:43.405Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
610	2024-12-21T05:45:43.407Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
611	2024-12-21T05:45:43.410Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
612	2024-12-21T05:45:43.410Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
613	2024-12-21T05:45:43.410Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
614	2024-12-21T05:45:43.412Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 514.771317ms iteration = 5 status = 0
615	2024-12-21T05:45:43.448Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
616	2024-12-21T05:45:43.448Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
617	2024-12-21T05:45:43.448Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "bb641a02-ac71-4b01-ac16-ce55391dc0d0", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
618	2024-12-21T05:45:43.448Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
619	2024-12-21T05:45:43.449Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
620	2024-12-21T05:45:43.451Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
621	2024-12-21T05:45:43.451Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
622	2024-12-21T05:45:43.454Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
623	2024-12-21T05:45:43.454Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
624	2024-12-21T05:45:43.500Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
625	2024-12-21T05:45:43.501Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "f94dc172-eb6b-4e79-8cc9-868658e85932", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
626	2024-12-21T05:45:43.501Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
627	2024-12-21T05:45:43.503Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "ec1c1b52-4f30-4bbb-b976-07ade983dcfe", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
628	2024-12-21T05:45:43.503Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
629	2024-12-21T05:45:43.504Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "82ca58b9-8b0d-4475-a43c-98c583de9c37", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
630	2024-12-21T05:45:43.504Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
631	2024-12-21T05:45:43.506Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
632	2024-12-21T05:45:43.506Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 608.652125ms iteration = 5 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
633	2024-12-21T05:45:43.522Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
634	2024-12-21T05:45:43.522Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "08fd1721-dc7a-4551-abda-0c8c06ccd6ee", "content-length": "1", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
635	2024-12-21T05:45:43.525Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
636	2024-12-21T05:45:43.525Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
637	2024-12-21T05:45:43.541Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
638	2024-12-21T05:45:43.542Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "2df4e861-ac48-4a91-838b-487a54c1468a", "content-length": "691", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
639	2024-12-21T05:45:43.542Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
640	2024-12-21T05:45:43.542Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
641	2024-12-21T05:45:43.542Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
642	2024-12-21T05:45:43.542Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 645.271377ms iteration = 5 status = {}
643	2024-12-21T05:45:43.544Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 646.598739ms iteration = 5 status = null
644	2024-12-21T05:45:43.545Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
645	2024-12-21T05:45:43.545Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
646	2024-12-21T05:45:43.545Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "764b24ef-91de-47e2-a211-ea60340242a5", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
647	2024-12-21T05:45:43.547Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 650.033451ms iteration = 5 status = {}
648	2024-12-21T05:45:43.564Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
649	2024-12-21T05:45:43.564Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
650	2024-12-21T05:45:43.566Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
651	2024-12-21T05:45:43.566Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
652	2024-12-21T05:45:43.566Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
653	2024-12-21T05:45:43.575Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
654	2024-12-21T05:45:43.575Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "93655790-a18a-4288-9ef0-6f514182942f", "content-length": "134", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
655	2024-12-21T05:45:43.575Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
656	2024-12-21T05:45:43.575Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
657	2024-12-21T05:45:43.575Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
658	2024-12-21T05:45:43.575Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
659	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
660	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
661	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
662	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
663	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
664	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
665	2024-12-21T05:45:43.576Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
666	2024-12-21T05:45:43.576Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
667	2024-12-21T05:45:43.576Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
668	2024-12-21T05:45:43.578Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
669	2024-12-21T05:45:43.579Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f4e2b26-a115-40c5-80f6-90887992d629", "content-length": "2", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
670	2024-12-21T05:45:43.579Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
671	2024-12-21T05:45:43.579Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "afa52226-d5e5-4fcb-9575-ee7760496581", "content-length": "52", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
672	2024-12-21T05:45:43.579Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
673	2024-12-21T05:45:43.579Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
674	2024-12-21T05:45:43.674Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "d6f18be5-8748-4068-bff5-442130f43255", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
675	2024-12-21T05:45:43.674Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
676	2024-12-21T05:45:43.674Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
677	2024-12-21T05:45:43.675Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "906ada2a-4da4-46a9-a2bb-90be7ac5992c", "content-length": "682", "date": "Sat, 21 Dec 2024 05:45:43 GMT"} })
678	2024-12-21T05:45:43.675Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
679	2024-12-21T05:45:43.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
680	2024-12-21T05:45:43.679Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
681	2024-12-21T05:45:43.679Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
682	2024-12-21T05:45:43.682Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
683	2024-12-21T05:45:43.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
684	2024-12-21T05:45:43.684Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
685	2024-12-21T05:45:43.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
686	2024-12-21T05:45:43.691Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 793.873852ms iteration = 5 status = {}
687	2024-12-21T05:45:47.811Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:36484
688	2024-12-21T05:45:47.822Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 25e4aefb-73da-4107-801e-a3afba9e3075 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
689	2024-12-21T05:45:47.822Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 25e4aefb-73da-4107-801e-a3afba9e3075 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
690	2024-12-21T05:45:47.822Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 175 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 22c0c93d-1ba7-491d-8b04-1a8a99baa136 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
691	2024-12-21T05:45:47.826Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 15166 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 25e4aefb-73da-4107-801e-a3afba9e3075 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
692	2024-12-21T05:45:47.828Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 74f524e9-0437-4ea3-b4bb-3ea132965d21 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
693	2024-12-21T05:45:47.829Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 74f524e9-0437-4ea3-b4bb-3ea132965d21 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
694	2024-12-21T05:45:47.831Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 4456 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 74f524e9-0437-4ea3-b4bb-3ea132965d21 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
695	2024-12-21T05:45:52.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 14 reason = Timeout
696	2024-12-21T05:45:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
697	2024-12-21T05:45:52.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
698	2024-12-21T05:45:52.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 14 reason = Timeout
699	2024-12-21T05:45:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
700	2024-12-21T05:45:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
701	2024-12-21T05:45:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
702	2024-12-21T05:45:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
703	2024-12-21T05:45:52.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
704	2024-12-21T05:45:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
705	2024-12-21T05:45:52.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
706	2024-12-21T05:45:52.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
707	2024-12-21T05:45:52.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
708	2024-12-21T05:45:52.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
709	2024-12-21T05:45:52.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
710	2024-12-21T05:45:52.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
711	2024-12-21T05:45:52.920Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
712	2024-12-21T05:45:52.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.812733ms iteration = 14 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
713	2024-12-21T05:45:52.928Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
714	2024-12-21T05:45:52.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
715	2024-12-21T05:45:52.956Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 58.864956ms iteration = 14 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
716	2024-12-21T05:45:57.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 291 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 6e01ede7-bc74-4287-a22c-5fffdfe28c89 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
717	2024-12-21T05:46:02.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 15 reason = Timeout
718	2024-12-21T05:46:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
719	2024-12-21T05:46:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
720	2024-12-21T05:46:02.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 15 reason = Timeout
721	2024-12-21T05:46:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
722	2024-12-21T05:46:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
723	2024-12-21T05:46:02.927Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
724	2024-12-21T05:46:02.927Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
725	2024-12-21T05:46:02.929Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.648422ms iteration = 15 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
726	2024-12-21T05:46:02.931Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
727	2024-12-21T05:46:02.933Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
728	2024-12-21T05:46:02.933Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
729	2024-12-21T05:46:02.933Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
730	2024-12-21T05:46:02.936Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
731	2024-12-21T05:46:02.936Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
732	2024-12-21T05:46:02.937Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
733	2024-12-21T05:46:02.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
734	2024-12-21T05:46:02.940Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
735	2024-12-21T05:46:02.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
736	2024-12-21T05:46:02.952Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
737	2024-12-21T05:46:02.952Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 55.208198ms iteration = 15 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
738	2024-12-21T05:46:07.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 272 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 3e9c73a7-9f72-41b7-a667-65cba9bc69de response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
739	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 6 reason = Timeout
740	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 6 reason = Timeout
741	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
742	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 16 reason = Timeout
743	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 6 reason = Timeout
744	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
745	2024-12-21T05:46:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
746	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
747	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
748	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
749	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 16 reason = Timeout
750	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 7 reason = Timeout
751	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 6 reason = Timeout
752	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
753	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
754	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
755	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 6 reason = Timeout
756	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
757	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 6 reason = Timeout
758	2024-12-21T05:46:12.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
759	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 6 reason = Timeout
760	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
761	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
762	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 6 reason = Timeout
763	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 6 reason = Timeout
764	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
765	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
766	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
767	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 6 reason = Timeout
768	2024-12-21T05:46:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
769	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
770	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
771	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
772	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
773	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
774	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
775	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
776	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
777	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
778	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 6 reason = Timeout
779	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 6 reason = Timeout
780	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
781	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
782	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 6 reason = Timeout
783	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
784	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 6 reason = Timeout
785	2024-12-21T05:46:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
786	2024-12-21T05:46:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
787	2024-12-21T05:46:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
788	2024-12-21T05:46:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
789	2024-12-21T05:46:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
790	2024-12-21T05:46:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 918, tv_nsec: 315449358 } })
791	2024-12-21T05:46:12.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
792	2024-12-21T05:46:12.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.13012ms iteration = 6 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
793	2024-12-21T05:46:12.901Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 918, tv_nsec: 317012046 } })
794	2024-12-21T05:46:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
795	2024-12-21T05:46:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
796	2024-12-21T05:46:12.901Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
797	2024-12-21T05:46:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
798	2024-12-21T05:46:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
799	2024-12-21T05:46:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
800	2024-12-21T05:46:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
801	2024-12-21T05:46:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
802	2024-12-21T05:46:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
803	2024-12-21T05:46:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
804	2024-12-21T05:46:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
805	2024-12-21T05:46:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
806	2024-12-21T05:46:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
807	2024-12-21T05:46:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
808	2024-12-21T05:46:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
809	2024-12-21T05:46:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
810	2024-12-21T05:46:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
811	2024-12-21T05:46:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
812	2024-12-21T05:46:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
813	2024-12-21T05:46:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
814	2024-12-21T05:46:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
815	2024-12-21T05:46:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
816	2024-12-21T05:46:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
817	2024-12-21T05:46:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
818	2024-12-21T05:46:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
819	2024-12-21T05:46:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
820	2024-12-21T05:46:12.912Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 918, tv_nsec: 328220126 } })
821	2024-12-21T05:46:12.912Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
822	2024-12-21T05:46:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
823	2024-12-21T05:46:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
824	2024-12-21T05:46:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
825	2024-12-21T05:46:12.935Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
826	2024-12-21T05:46:12.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
827	2024-12-21T05:46:12.938Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
828	2024-12-21T05:46:12.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
829	2024-12-21T05:46:12.940Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
830	2024-12-21T05:46:12.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
831	2024-12-21T05:46:12.942Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 43.201289ms iteration = 6 status = {"errors":[],"finish_invoked_ok":[]}
832	2024-12-21T05:46:12.942Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
833	2024-12-21T05:46:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
834	2024-12-21T05:46:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
835	2024-12-21T05:46:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
836	2024-12-21T05:46:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
837	2024-12-21T05:46:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
838	2024-12-21T05:46:12.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
839	2024-12-21T05:46:12.946Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
840	2024-12-21T05:46:12.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
841	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
842	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
843	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
844	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
845	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
846	2024-12-21T05:46:12.947Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
847	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
848	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
849	2024-12-21T05:46:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
850	2024-12-21T05:46:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
851	2024-12-21T05:46:12.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 50.307601ms iteration = 6 status = {"errors":[],"garbage_collect_requested":[]}
852	2024-12-21T05:46:12.953Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
853	2024-12-21T05:46:12.953Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 55.209928ms iteration = 6 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
854	2024-12-21T05:46:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
855	2024-12-21T05:46:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
856	2024-12-21T05:46:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
857	2024-12-21T05:46:12.955Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 57.414912ms iteration = 6 status = 0
858	2024-12-21T05:46:12.955Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
859	2024-12-21T05:46:12.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
860	2024-12-21T05:46:12.958Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
861	2024-12-21T05:46:12.960Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 62.566036ms iteration = 6 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
862	2024-12-21T05:46:12.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
863	2024-12-21T05:46:12.960Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
864	2024-12-21T05:46:12.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
865	2024-12-21T05:46:12.981Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 83.845027ms iteration = 16 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
866	2024-12-21T05:46:12.982Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 83.090699ms iteration = 6 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
867	2024-12-21T05:46:12.986Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
868	2024-12-21T05:46:12.986Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
869	2024-12-21T05:46:12.988Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
870	2024-12-21T05:46:12.988Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
871	2024-12-21T05:46:12.988Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
872	2024-12-21T05:46:12.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
873	2024-12-21T05:46:13.002Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
874	2024-12-21T05:46:13.002Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
875	2024-12-21T05:46:13.002Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8604ff25-7f3b-4cf2-9256-b34e43b355e6", "content-length": "26", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
876	2024-12-21T05:46:13.002Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
877	2024-12-21T05:46:13.005Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
878	2024-12-21T05:46:13.014Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 115.54783ms iteration = 6 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
879	2024-12-21T05:46:13.014Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
880	2024-12-21T05:46:13.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
881	2024-12-21T05:46:13.017Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
882	2024-12-21T05:46:13.017Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
883	2024-12-21T05:46:13.017Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 120.125491ms iteration = 6 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
884	2024-12-21T05:46:13.062Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 164.861597ms iteration = 7 status = {"physical_disks_added":0}
885	2024-12-21T05:46:13.076Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
886	2024-12-21T05:46:13.076Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 179.776716ms iteration = 16 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
887	2024-12-21T05:46:13.081Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
888	2024-12-21T05:46:13.081Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
889	2024-12-21T05:46:13.081Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7b008850-9e1d-4da2-aef5-da824486f719", "content-length": "26", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
890	2024-12-21T05:46:13.081Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
891	2024-12-21T05:46:13.083Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
892	2024-12-21T05:46:13.104Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
893	2024-12-21T05:46:13.104Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
894	2024-12-21T05:46:13.104Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ad5e7857-59a0-42cd-b0cd-499a11cf8ea1", "content-length": "26", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
895	2024-12-21T05:46:13.104Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
896	2024-12-21T05:46:13.106Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
897	2024-12-21T05:46:13.255Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
898	2024-12-21T05:46:13.255Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
899	2024-12-21T05:46:13.256Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "78a998cb-1e38-4b98-854b-ae5f2ab184d9", "content-length": "372", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
900	2024-12-21T05:46:13.256Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
901	2024-12-21T05:46:13.256Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
902	2024-12-21T05:46:13.270Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
903	2024-12-21T05:46:13.270Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
904	2024-12-21T05:46:13.271Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "22ce8698-1eb3-4659-bf9d-4bad43a3a216", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
905	2024-12-21T05:46:13.271Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
906	2024-12-21T05:46:13.271Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
907	2024-12-21T05:46:13.273Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
908	2024-12-21T05:46:13.273Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
909	2024-12-21T05:46:13.276Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
910	2024-12-21T05:46:13.277Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
911	2024-12-21T05:46:13.279Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
912	2024-12-21T05:46:13.279Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
913	2024-12-21T05:46:13.280Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "153462d7-3001-40b0-9d65-9c4c8a6e6f49", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
914	2024-12-21T05:46:13.281Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 383.784404ms iteration = 6 status = {}
915	2024-12-21T05:46:13.284Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 387.634727ms iteration = 6 status = {}
916	2024-12-21T05:46:13.301Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
917	2024-12-21T05:46:13.301Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "29676523-5b56-4f67-98a4-c1eb4d481430", "content-length": "1", "date": "Sat, 21 Dec 2024 05:46:12 GMT"} })
918	2024-12-21T05:46:13.303Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
919	2024-12-21T05:46:13.303Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
920	2024-12-21T05:46:13.304Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 408.267424ms iteration = 6 status = null
921	2024-12-21T05:46:13.339Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
922	2024-12-21T05:46:13.340Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
923	2024-12-21T05:46:13.342Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
924	2024-12-21T05:46:13.342Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
925	2024-12-21T05:46:13.342Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
926	2024-12-21T05:46:13.349Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
927	2024-12-21T05:46:13.349Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
928	2024-12-21T05:46:13.351Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
929	2024-12-21T05:46:13.351Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
930	2024-12-21T05:46:13.351Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f0bbc88-d170-4daa-aa5e-8aaae4cc1d26", "content-length": "134", "date": "Sat, 21 Dec 2024 05:46:12 GMT"} })
931	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
932	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
933	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
934	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
935	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
936	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
937	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
938	2024-12-21T05:46:13.351Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
939	2024-12-21T05:46:13.352Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
940	2024-12-21T05:46:13.352Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
941	2024-12-21T05:46:13.352Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
942	2024-12-21T05:46:13.352Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
943	2024-12-21T05:46:13.352Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
944	2024-12-21T05:46:13.353Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
945	2024-12-21T05:46:13.353Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
946	2024-12-21T05:46:13.353Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
947	2024-12-21T05:46:13.354Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
948	2024-12-21T05:46:13.354Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
949	2024-12-21T05:46:13.354Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "a6a6680e-3cc5-44a4-9ead-76a453ec4e8e", "content-length": "2", "date": "Sat, 21 Dec 2024 05:46:12 GMT"} })
950	2024-12-21T05:46:13.354Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
951	2024-12-21T05:46:13.354Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "905a8be4-315e-47f6-b75a-d1099eaf6954", "content-length": "52", "date": "Sat, 21 Dec 2024 05:46:12 GMT"} })
952	2024-12-21T05:46:13.354Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
953	2024-12-21T05:46:13.354Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
954	2024-12-21T05:46:13.356Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
955	2024-12-21T05:46:13.356Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
956	2024-12-21T05:46:13.356Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
957	2024-12-21T05:46:13.390Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
958	2024-12-21T05:46:13.451Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "4f159a76-40ed-4eb1-bd0b-49ed14c29133", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
959	2024-12-21T05:46:13.451Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
960	2024-12-21T05:46:13.451Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
961	2024-12-21T05:46:13.451Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "bcc84c9a-f2c2-4457-bcf6-1b8260fe6ec6", "content-length": "682", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
962	2024-12-21T05:46:13.452Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
963	2024-12-21T05:46:13.452Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
964	2024-12-21T05:46:13.452Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "91c22ea5-a0a8-401d-8d41-1347f1d4167f", "content-length": "691", "date": "Sat, 21 Dec 2024 05:46:13 GMT"} })
965	2024-12-21T05:46:13.452Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
966	2024-12-21T05:46:13.452Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
967	2024-12-21T05:46:13.452Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
968	2024-12-21T05:46:13.454Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 556.499911ms iteration = 6 status = {}
969	2024-12-21T05:46:13.455Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
970	2024-12-21T05:46:13.456Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
971	2024-12-21T05:46:13.460Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
972	2024-12-21T05:46:13.460Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
973	2024-12-21T05:46:13.461Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
974	2024-12-21T05:46:13.462Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
975	2024-12-21T05:46:13.581Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 683.254211ms iteration = 6 status = {}
976	2024-12-21T05:46:17.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 30b528fc-815f-4b73-b8ff-27814d524d32 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
977	2024-12-21T05:46:17.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 30b528fc-815f-4b73-b8ff-27814d524d32 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
978	2024-12-21T05:46:17.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2624 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 30b528fc-815f-4b73-b8ff-27814d524d32 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
979	2024-12-21T05:46:17.814Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 5e809111-4670-4ea5-be7c-f080cf9a6d48 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
980	2024-12-21T05:46:17.814Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 5e809111-4670-4ea5-be7c-f080cf9a6d48 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
981	2024-12-21T05:46:17.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1954 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 5e809111-4670-4ea5-be7c-f080cf9a6d48 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
982	2024-12-21T05:46:17.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 310 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = f20ea3a7-4495-40a6-ba52-5f4d374665f2 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
983	2024-12-21T05:46:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 17 reason = Timeout
984	2024-12-21T05:46:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
985	2024-12-21T05:46:22.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
986	2024-12-21T05:46:22.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 17 reason = Timeout
987	2024-12-21T05:46:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
988	2024-12-21T05:46:22.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
989	2024-12-21T05:46:22.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
990	2024-12-21T05:46:22.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
991	2024-12-21T05:46:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
992	2024-12-21T05:46:22.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.324065ms iteration = 17 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
993	2024-12-21T05:46:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
994	2024-12-21T05:46:22.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
995	2024-12-21T05:46:22.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
996	2024-12-21T05:46:22.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
997	2024-12-21T05:46:22.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
998	2024-12-21T05:46:22.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
999	2024-12-21T05:46:22.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1000	2024-12-21T05:46:22.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1001	2024-12-21T05:46:22.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1002	2024-12-21T05:46:22.922Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1003	2024-12-21T05:46:22.922Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 25.376401ms iteration = 17 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1004	2024-12-21T05:46:27.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 310 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 5fb2233a-8a39-4f5c-b65f-e77174bb329a response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1005	2024-12-21T05:46:32.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 7130e9d1-6baa-40cd-ad5c-a43d82ed4f6f roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1006	2024-12-21T05:46:32.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 7130e9d1-6baa-40cd-ad5c-a43d82ed4f6f resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1007	2024-12-21T05:46:32.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2856 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 7130e9d1-6baa-40cd-ad5c-a43d82ed4f6f response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1008	2024-12-21T05:46:32.814Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = e6790629-6ab9-4798-ba40-5a352ee9e460 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1009	2024-12-21T05:46:32.815Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = e6790629-6ab9-4798-ba40-5a352ee9e460 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1010	2024-12-21T05:46:32.817Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2486 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = e6790629-6ab9-4798-ba40-5a352ee9e460 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1011	2024-12-21T05:46:32.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 18 reason = Timeout
1012	2024-12-21T05:46:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1013	2024-12-21T05:46:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1014	2024-12-21T05:46:32.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 18 reason = Timeout
1015	2024-12-21T05:46:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1016	2024-12-21T05:46:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1017	2024-12-21T05:46:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1018	2024-12-21T05:46:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1019	2024-12-21T05:46:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1020	2024-12-21T05:46:32.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1021	2024-12-21T05:46:32.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1022	2024-12-21T05:46:32.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1023	2024-12-21T05:46:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1024	2024-12-21T05:46:32.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1025	2024-12-21T05:46:32.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1026	2024-12-21T05:46:32.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1027	2024-12-21T05:46:32.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1028	2024-12-21T05:46:32.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1029	2024-12-21T05:46:32.928Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.302959ms iteration = 18 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1030	2024-12-21T05:46:33.234Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1031	2024-12-21T05:46:33.234Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 337.399239ms iteration = 18 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1032	2024-12-21T05:46:37.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 269 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 34b77306-28d9-45f4-804d-bd6144b1a0fd response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1033	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 7 reason = Timeout
1034	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 7 reason = Timeout
1035	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1036	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 4 reason = Timeout
1037	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1038	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1039	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 4 reason = Timeout
1040	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 6 reason = Timeout
1041	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 19 reason = Timeout
1042	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 6 reason = Timeout
1043	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1044	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 4 reason = Timeout
1045	2024-12-21T05:46:42.896Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:36:42.896646156 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
1046	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1047	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 7 reason = Timeout
1048	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1049	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 4 reason = Timeout
1050	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 4 reason = Timeout
1051	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1052	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 4 reason = Timeout
1053	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1054	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 5 reason = Timeout
1055	2024-12-21T05:46:42.896Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
1056	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1057	2024-12-21T05:46:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.35\u{b5}s iteration = 5 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
1058	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1059	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1060	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1061	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1062	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1063	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 4 reason = Timeout
1064	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 19 reason = Timeout
1065	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 8 reason = Timeout
1066	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 3 reason = Timeout
1067	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1068	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1069	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1070	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 7 reason = Timeout
1071	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1072	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1073	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1074	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1075	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 7 reason = Timeout
1076	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1077	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 7 reason = Timeout
1078	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 7 reason = Timeout
1079	2024-12-21T05:46:42.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1080	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1081	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1082	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1083	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 4 reason = Timeout
1084	2024-12-21T05:46:42.897Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
1085	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1086	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 7 reason = Timeout
1087	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1088	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 7 reason = Timeout
1089	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 7 reason = Timeout
1090	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1091	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1092	2024-12-21T05:46:42.897Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 313246415 } })
1093	2024-12-21T05:46:42.897Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 313265906 } })
1094	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1095	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1096	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1097	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1098	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1099	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1100	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1101	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1102	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1103	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1104	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1105	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1106	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1107	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1108	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1109	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1110	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1111	2024-12-21T05:46:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1112	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
1113	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
1114	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.353752ms iteration = 4 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
1115	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.507876ms iteration = 4 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
1116	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 4 reason = Timeout
1117	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 7 reason = Timeout
1118	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
1119	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1120	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 7 reason = Timeout
1121	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1122	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 7 reason = Timeout
1123	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1124	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1125	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1126	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 4 reason = Timeout
1127	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
1128	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 7 reason = Timeout
1129	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1130	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1131	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1132	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1133	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1134	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1135	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
1136	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
1137	2024-12-21T05:46:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1138	2024-12-21T05:46:42.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.550525ms iteration = 7 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1139	2024-12-21T05:46:42.900Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:36:42.896646156 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
1140	2024-12-21T05:46:42.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.466603ms iteration = 4 status = {"expiration":"2024-12-21T05:36:42.896646156Z","pruned":[]}
1141	2024-12-21T05:46:42.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 316343189 } })
1142	2024-12-21T05:46:42.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
1143	2024-12-21T05:46:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1144	2024-12-21T05:46:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1145	2024-12-21T05:46:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1146	2024-12-21T05:46:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1147	2024-12-21T05:46:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1148	2024-12-21T05:46:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1149	2024-12-21T05:46:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1150	2024-12-21T05:46:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1151	2024-12-21T05:46:42.904Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1152	2024-12-21T05:46:42.904Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
1153	2024-12-21T05:46:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1154	2024-12-21T05:46:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1155	2024-12-21T05:46:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1156	2024-12-21T05:46:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1157	2024-12-21T05:46:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1158	2024-12-21T05:46:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1159	2024-12-21T05:46:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1160	2024-12-21T05:46:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1161	2024-12-21T05:46:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1162	2024-12-21T05:46:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1163	2024-12-21T05:46:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1164	2024-12-21T05:46:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1165	2024-12-21T05:46:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1166	2024-12-21T05:46:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1167	2024-12-21T05:46:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1168	2024-12-21T05:46:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1169	2024-12-21T05:46:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1170	2024-12-21T05:46:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1171	2024-12-21T05:46:42.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
1172	2024-12-21T05:46:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1173	2024-12-21T05:46:42.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1174	2024-12-21T05:46:42.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1175	2024-12-21T05:46:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1176	2024-12-21T05:46:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1177	2024-12-21T05:46:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1178	2024-12-21T05:46:42.918Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 20.843031ms iteration = 4 status = {"errors":[],"found_port_ok":[]}
1179	2024-12-21T05:46:42.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1180	2024-12-21T05:46:42.920Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1181	2024-12-21T05:46:42.921Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1182	2024-12-21T05:46:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1183	2024-12-21T05:46:42.924Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1184	2024-12-21T05:46:42.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1185	2024-12-21T05:46:42.927Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1186	2024-12-21T05:46:42.938Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1187	2024-12-21T05:46:42.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1188	2024-12-21T05:46:42.944Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1189	2024-12-21T05:46:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1190	2024-12-21T05:46:42.947Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1191	2024-12-21T05:46:42.947Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1192	2024-12-21T05:46:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1193	2024-12-21T05:46:42.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1194	2024-12-21T05:46:42.950Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1195	2024-12-21T05:46:42.950Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1196	2024-12-21T05:46:42.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1197	2024-12-21T05:46:42.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1198	2024-12-21T05:46:42.952Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1199	2024-12-21T05:46:42.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1200	2024-12-21T05:46:42.954Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1201	2024-12-21T05:46:42.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1202	2024-12-21T05:46:42.957Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1203	2024-12-21T05:46:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1204	2024-12-21T05:46:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1205	2024-12-21T05:46:42.959Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1206	2024-12-21T05:46:42.959Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 61.550091ms iteration = 7 status = {"errors":[],"garbage_collect_requested":[]}
1207	2024-12-21T05:46:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1208	2024-12-21T05:46:42.960Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1209	2024-12-21T05:46:42.960Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 62.595606ms iteration = 7 status = {"errors":[],"finish_invoked_ok":[]}
1210	2024-12-21T05:46:42.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1211	2024-12-21T05:46:42.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1212	2024-12-21T05:46:42.961Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1213	2024-12-21T05:46:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1214	2024-12-21T05:46:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1215	2024-12-21T05:46:42.963Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1216	2024-12-21T05:46:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1217	2024-12-21T05:46:42.964Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1218	2024-12-21T05:46:42.965Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1219	2024-12-21T05:46:42.965Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
1220	2024-12-21T05:46:42.965Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1221	2024-12-21T05:46:42.965Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
1222	2024-12-21T05:46:42.965Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 67.794261ms iteration = 4 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
1223	2024-12-21T05:46:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1224	2024-12-21T05:46:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1225	2024-12-21T05:46:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1226	2024-12-21T05:46:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1227	2024-12-21T05:46:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1228	2024-12-21T05:46:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1229	2024-12-21T05:46:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1230	2024-12-21T05:46:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1231	2024-12-21T05:46:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
1232	2024-12-21T05:46:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1233	2024-12-21T05:46:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1234	2024-12-21T05:46:42.969Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1235	2024-12-21T05:46:42.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1236	2024-12-21T05:46:42.971Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1237	2024-12-21T05:46:42.971Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1238	2024-12-21T05:46:42.971Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1239	2024-12-21T05:46:42.972Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 75.232611ms iteration = 7 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1240	2024-12-21T05:46:42.972Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
1241	2024-12-21T05:46:42.972Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
1242	2024-12-21T05:46:42.972Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
1243	2024-12-21T05:46:42.972Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1244	2024-12-21T05:46:42.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1245	2024-12-21T05:46:42.973Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 389743506 } })
1246	2024-12-21T05:46:42.974Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1247	2024-12-21T05:46:42.974Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
1248	2024-12-21T05:46:42.974Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 77.250669ms iteration = 7 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
1249	2024-12-21T05:46:42.975Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 78.160591ms iteration = 3 status = {"nsuccess":5}
1250	2024-12-21T05:46:42.975Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1251	2024-12-21T05:46:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1252	2024-12-21T05:46:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1253	2024-12-21T05:46:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1254	2024-12-21T05:46:42.986Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1255	2024-12-21T05:46:42.986Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
1256	2024-12-21T05:46:42.986Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1257	2024-12-21T05:46:42.986Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1258	2024-12-21T05:46:42.987Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
1259	2024-12-21T05:46:42.987Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
1260	2024-12-21T05:46:42.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 90.240362ms iteration = 4 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
1261	2024-12-21T05:46:42.990Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1262	2024-12-21T05:46:42.990Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1263	2024-12-21T05:46:42.992Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1264	2024-12-21T05:46:42.993Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1265	2024-12-21T05:46:42.994Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1266	2024-12-21T05:46:42.994Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1267	2024-12-21T05:46:42.995Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1268	2024-12-21T05:46:42.998Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
1269	2024-12-21T05:46:42.998Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1270	2024-12-21T05:46:42.998Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1271	2024-12-21T05:46:43.000Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 103.178932ms iteration = 7 status = 0
1272	2024-12-21T05:46:43.006Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 948, tv_nsec: 422084974 } })
1273	2024-12-21T05:46:43.006Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
1274	2024-12-21T05:46:43.007Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
1275	2024-12-21T05:46:43.007Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
1276	2024-12-21T05:46:43.007Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
1277	2024-12-21T05:46:43.007Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1278	2024-12-21T05:46:43.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1279	2024-12-21T05:46:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1280	2024-12-21T05:46:43.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1281	2024-12-21T05:46:43.013Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1282	2024-12-21T05:46:43.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1283	2024-12-21T05:46:43.013Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1284	2024-12-21T05:46:43.013Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1285	2024-12-21T05:46:43.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1286	2024-12-21T05:46:43.015Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 117.292912ms iteration = 7 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
1287	2024-12-21T05:46:43.016Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1288	2024-12-21T05:46:43.016Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 119.497375ms iteration = 19 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1289	2024-12-21T05:46:43.017Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1290	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1291	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1292	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1293	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1294	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
1295	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
1296	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1297	2024-12-21T05:46:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1298	2024-12-21T05:46:43.020Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 121.880173ms iteration = 7 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1299	2024-12-21T05:46:43.020Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1300	2024-12-21T05:46:43.020Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1301	2024-12-21T05:46:43.020Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1302	2024-12-21T05:46:43.022Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1303	2024-12-21T05:46:43.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1304	2024-12-21T05:46:43.025Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1305	2024-12-21T05:46:43.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1306	2024-12-21T05:46:43.026Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1307	2024-12-21T05:46:43.026Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
1308	2024-12-21T05:46:43.026Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 129.575858ms iteration = 7 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
1309	2024-12-21T05:46:43.027Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
1310	2024-12-21T05:46:43.027Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
1311	2024-12-21T05:46:43.027Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
1312	2024-12-21T05:46:43.027Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 130.979012ms iteration = 4 status = {"generation":2}
1313	2024-12-21T05:46:43.029Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1314	2024-12-21T05:46:43.029Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 133.112843ms iteration = 19 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1315	2024-12-21T05:46:43.037Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
1316	2024-12-21T05:46:43.037Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1317	2024-12-21T05:46:43.037Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5c20f19f-b125-49f4-b46c-e0707a161f94", "content-length": "26", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1318	2024-12-21T05:46:43.037Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1319	2024-12-21T05:46:43.038Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1320	2024-12-21T05:46:43.039Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1321	2024-12-21T05:46:43.039Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
1322	2024-12-21T05:46:43.039Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 142.55489ms iteration = 4 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
1323	2024-12-21T05:46:43.039Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1324	2024-12-21T05:46:43.053Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
1325	2024-12-21T05:46:43.053Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
1326	2024-12-21T05:46:43.053Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1327	2024-12-21T05:46:43.054Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1328	2024-12-21T05:46:43.056Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1329	2024-12-21T05:46:43.058Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1330	2024-12-21T05:46:43.058Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1331	2024-12-21T05:46:43.058Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1332	2024-12-21T05:46:43.065Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
1333	2024-12-21T05:46:43.065Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 168.880213ms iteration = 4 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
1334	2024-12-21T05:46:43.072Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
1335	2024-12-21T05:46:43.072Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
1336	2024-12-21T05:46:43.072Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
1337	2024-12-21T05:46:43.072Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 176.129198ms iteration = 4 status = {"generation":1}
1338	2024-12-21T05:46:43.073Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 176.054276ms iteration = 8 status = {"physical_disks_added":0}
1339	2024-12-21T05:46:43.080Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1340	2024-12-21T05:46:43.080Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1341	2024-12-21T05:46:43.082Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1342	2024-12-21T05:46:43.084Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1343	2024-12-21T05:46:43.084Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1344	2024-12-21T05:46:43.084Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1345	2024-12-21T05:46:43.085Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1346	2024-12-21T05:46:43.088Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1347	2024-12-21T05:46:43.088Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1348	2024-12-21T05:46:43.088Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1349	2024-12-21T05:46:43.154Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
1350	2024-12-21T05:46:43.230Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
1351	2024-12-21T05:46:43.230Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1352	2024-12-21T05:46:43.231Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "29f2ee86-f778-4f99-b880-09f3331e868f", "content-length": "26", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1353	2024-12-21T05:46:43.231Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1354	2024-12-21T05:46:43.232Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1355	2024-12-21T05:46:43.234Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
1356	2024-12-21T05:46:43.236Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
1357	2024-12-21T05:46:43.236Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1358	2024-12-21T05:46:43.237Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "82f0dab3-ecae-4b0b-83e4-5937f9e374cb", "content-length": "26", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1359	2024-12-21T05:46:43.237Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1360	2024-12-21T05:46:43.239Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1361	2024-12-21T05:46:43.279Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1362	2024-12-21T05:46:43.279Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "04c34220-1f1e-471b-8be9-f45ee8e6acf9", "content-length": "1", "date": "Sat, 21 Dec 2024 05:46:42 GMT"} })
1363	2024-12-21T05:46:43.280Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1364	2024-12-21T05:46:43.281Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1365	2024-12-21T05:46:43.304Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
1366	2024-12-21T05:46:43.304Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1367	2024-12-21T05:46:43.304Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "9cc5ed31-e68f-43fa-a6da-500e7901661a", "content-length": "372", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1368	2024-12-21T05:46:43.304Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1369	2024-12-21T05:46:43.304Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1370	2024-12-21T05:46:43.305Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 409.255788ms iteration = 7 status = null
1371	2024-12-21T05:46:43.318Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
1372	2024-12-21T05:46:43.318Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
1373	2024-12-21T05:46:43.318Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3adc03d6-3f40-4fb1-b203-21c7f34dd05a", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1374	2024-12-21T05:46:43.318Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1375	2024-12-21T05:46:43.319Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1376	2024-12-21T05:46:43.320Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1377	2024-12-21T05:46:43.321Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1378	2024-12-21T05:46:43.323Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1379	2024-12-21T05:46:43.324Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1380	2024-12-21T05:46:43.381Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
1381	2024-12-21T05:46:43.382Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "b4416256-85a2-44fb-843f-b2665e01bef9", "content-length": "691", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1382	2024-12-21T05:46:43.382Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
1383	2024-12-21T05:46:43.382Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
1384	2024-12-21T05:46:43.382Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
1385	2024-12-21T05:46:43.383Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 486.458646ms iteration = 7 status = {}
1386	2024-12-21T05:46:43.385Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
1387	2024-12-21T05:46:43.385Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1388	2024-12-21T05:46:43.385Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "84b79322-e6e5-4ba9-bfd3-1e7c2fef51be", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1389	2024-12-21T05:46:43.386Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 489.490019ms iteration = 7 status = {}
1390	2024-12-21T05:46:43.480Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
1391	2024-12-21T05:46:43.480Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "eb55a4a2-5013-45a0-95b5-f74d18bd600b", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1392	2024-12-21T05:46:43.480Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1393	2024-12-21T05:46:43.482Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "d4a91704-f68b-41d0-89b8-df1277fdccd3", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1394	2024-12-21T05:46:43.482Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1395	2024-12-21T05:46:43.483Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
1396	2024-12-21T05:46:43.483Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 586.948183ms iteration = 6 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
1397	2024-12-21T05:46:43.498Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
1398	2024-12-21T05:46:43.540Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 643.758261ms iteration = 7 status = {}
1399	2024-12-21T05:46:43.578Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
1400	2024-12-21T05:46:43.578Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "ad4f05aa-d202-4ba1-8eee-2f5c807045bd", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1401	2024-12-21T05:46:43.578Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1402	2024-12-21T05:46:43.580Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "dbe4f6aa-2f01-46e7-87b6-144e8d790e2c", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1403	2024-12-21T05:46:43.580Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1404	2024-12-21T05:46:43.582Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "981b9e6f-ca31-4949-b07a-41b7d4e639cf", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1405	2024-12-21T05:46:43.582Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1406	2024-12-21T05:46:43.584Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
1407	2024-12-21T05:46:43.584Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 688.155578ms iteration = 6 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
1408	2024-12-21T05:46:43.618Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1409	2024-12-21T05:46:43.618Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1410	2024-12-21T05:46:43.620Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
1411	2024-12-21T05:46:43.620Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1412	2024-12-21T05:46:43.620Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1413	2024-12-21T05:46:43.629Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1414	2024-12-21T05:46:43.629Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "c37e9e52-2377-441c-97fb-ea3cb15b7d32", "content-length": "134", "date": "Sat, 21 Dec 2024 05:46:42 GMT"} })
1415	2024-12-21T05:46:43.629Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
1416	2024-12-21T05:46:43.629Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
1417	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
1418	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
1419	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1420	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1421	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1422	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1423	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1424	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1425	2024-12-21T05:46:43.630Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1426	2024-12-21T05:46:43.630Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1427	2024-12-21T05:46:43.630Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1428	2024-12-21T05:46:43.632Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1429	2024-12-21T05:46:43.632Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "41fcff59-91d4-4983-8113-84a5bf9c5d2a", "content-length": "2", "date": "Sat, 21 Dec 2024 05:46:42 GMT"} })
1430	2024-12-21T05:46:43.632Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1431	2024-12-21T05:46:43.632Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d7888835-7dc4-402d-b012-7c5f7d318a85", "content-length": "52", "date": "Sat, 21 Dec 2024 05:46:42 GMT"} })
1432	2024-12-21T05:46:43.632Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
1433	2024-12-21T05:46:43.632Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1434	2024-12-21T05:46:43.729Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7a21d31c-e89a-4e13-a966-afb39d9b66fb", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1435	2024-12-21T05:46:43.729Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
1436	2024-12-21T05:46:43.729Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1437	2024-12-21T05:46:43.733Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "5c2fb71c-2973-4119-9f49-6fd3e5c894c3", "content-length": "682", "date": "Sat, 21 Dec 2024 05:46:43 GMT"} })
1438	2024-12-21T05:46:43.733Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1439	2024-12-21T05:46:43.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1440	2024-12-21T05:46:43.736Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1441	2024-12-21T05:46:43.736Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1442	2024-12-21T05:46:43.740Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1443	2024-12-21T05:46:43.741Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1444	2024-12-21T05:46:43.742Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1445	2024-12-21T05:46:43.743Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1446	2024-12-21T05:46:43.748Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 851.402167ms iteration = 7 status = {}
1447	2024-12-21T05:46:47.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 838da13c-e176-4ca3-b353-e4e50e609bbf roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1448	2024-12-21T05:46:47.811Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 838da13c-e176-4ca3-b353-e4e50e609bbf resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1449	2024-12-21T05:46:47.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2321 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 838da13c-e176-4ca3-b353-e4e50e609bbf response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1450	2024-12-21T05:46:47.813Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = ecf78ccc-d284-410a-9241-8c4090bba16d roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1451	2024-12-21T05:46:47.813Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = ecf78ccc-d284-410a-9241-8c4090bba16d resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1452	2024-12-21T05:46:47.815Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1726 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = ecf78ccc-d284-410a-9241-8c4090bba16d response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1453	2024-12-21T05:46:47.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 275 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 9a52573d-dcaf-4cb2-8875-92374c6a5cbe response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1454	2024-12-21T05:46:52.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 20 reason = Timeout
1455	2024-12-21T05:46:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1456	2024-12-21T05:46:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1457	2024-12-21T05:46:52.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 20 reason = Timeout
1458	2024-12-21T05:46:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1459	2024-12-21T05:46:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1460	2024-12-21T05:46:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1461	2024-12-21T05:46:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1462	2024-12-21T05:46:52.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1463	2024-12-21T05:46:52.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.109448ms iteration = 20 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1464	2024-12-21T05:46:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1465	2024-12-21T05:46:52.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1466	2024-12-21T05:46:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1467	2024-12-21T05:46:52.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1468	2024-12-21T05:46:52.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1469	2024-12-21T05:46:52.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1470	2024-12-21T05:46:52.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1471	2024-12-21T05:46:52.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1472	2024-12-21T05:46:52.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1473	2024-12-21T05:46:52.917Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1474	2024-12-21T05:46:52.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.693688ms iteration = 20 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1475	2024-12-21T05:46:57.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 286 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = f8aec8b8-6771-4809-8c1c-219ef30ea058 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1476	2024-12-21T05:47:02.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 95ec82e3-918c-4650-885d-1fe83779d62d roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1477	2024-12-21T05:47:02.811Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 95ec82e3-918c-4650-885d-1fe83779d62d resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1478	2024-12-21T05:47:02.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2495 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 95ec82e3-918c-4650-885d-1fe83779d62d response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
1479	2024-12-21T05:47:02.814Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 2203ef38-c61e-4a23-8150-410b435588c6 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1480	2024-12-21T05:47:02.814Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 2203ef38-c61e-4a23-8150-410b435588c6 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1481	2024-12-21T05:47:02.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2485 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 2203ef38-c61e-4a23-8150-410b435588c6 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
1482	2024-12-21T05:47:02.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 21 reason = Timeout
1483	2024-12-21T05:47:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1484	2024-12-21T05:47:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1485	2024-12-21T05:47:02.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 21 reason = Timeout
1486	2024-12-21T05:47:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1487	2024-12-21T05:47:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1488	2024-12-21T05:47:02.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1489	2024-12-21T05:47:02.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1490	2024-12-21T05:47:02.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1491	2024-12-21T05:47:02.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.77722ms iteration = 21 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1492	2024-12-21T05:47:02.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1493	2024-12-21T05:47:02.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1494	2024-12-21T05:47:02.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1495	2024-12-21T05:47:02.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1496	2024-12-21T05:47:02.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1497	2024-12-21T05:47:02.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1498	2024-12-21T05:47:02.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1499	2024-12-21T05:47:02.907Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1500	2024-12-21T05:47:02.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1501	2024-12-21T05:47:03.026Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1502	2024-12-21T05:47:03.026Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 130.389538ms iteration = 21 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1503	2024-12-21T05:47:07.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 313 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 9a18f5ee-14f5-4849-81e0-313df96177e6 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1504	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 8 reason = Timeout
1505	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 8 reason = Timeout
1506	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1507	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 22 reason = Timeout
1508	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 8 reason = Timeout
1509	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1510	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1511	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1512	2024-12-21T05:47:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1513	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1514	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 8 reason = Timeout
1515	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 22 reason = Timeout
1516	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 8 reason = Timeout
1517	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1518	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1519	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1520	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 8 reason = Timeout
1521	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1522	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1523	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 8 reason = Timeout
1524	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 9 reason = Timeout
1525	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1526	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 8 reason = Timeout
1527	2024-12-21T05:47:12.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1528	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1529	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1530	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 8 reason = Timeout
1531	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1532	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 8 reason = Timeout
1533	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1534	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1535	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1536	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1537	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1538	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1539	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1540	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1541	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1542	2024-12-21T05:47:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1543	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 8 reason = Timeout
1544	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 8 reason = Timeout
1545	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1546	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1547	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 8 reason = Timeout
1548	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 8 reason = Timeout
1549	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1550	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1551	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1552	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1553	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1554	2024-12-21T05:47:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1555	2024-12-21T05:47:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 978, tv_nsec: 315303915 } })
1556	2024-12-21T05:47:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1557	2024-12-21T05:47:12.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
1558	2024-12-21T05:47:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1559	2024-12-21T05:47:12.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 978, tv_nsec: 316985205 } })
1560	2024-12-21T05:47:12.901Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
1561	2024-12-21T05:47:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1562	2024-12-21T05:47:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1563	2024-12-21T05:47:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1564	2024-12-21T05:47:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1565	2024-12-21T05:47:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1566	2024-12-21T05:47:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1567	2024-12-21T05:47:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1568	2024-12-21T05:47:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1569	2024-12-21T05:47:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1570	2024-12-21T05:47:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1571	2024-12-21T05:47:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1572	2024-12-21T05:47:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1573	2024-12-21T05:47:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1574	2024-12-21T05:47:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1575	2024-12-21T05:47:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1576	2024-12-21T05:47:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1577	2024-12-21T05:47:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1578	2024-12-21T05:47:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1579	2024-12-21T05:47:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1580	2024-12-21T05:47:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1581	2024-12-21T05:47:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1582	2024-12-21T05:47:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1583	2024-12-21T05:47:12.908Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 10.458602ms iteration = 8 status = {"errors":[],"garbage_collect_requested":[]}
1584	2024-12-21T05:47:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1585	2024-12-21T05:47:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1586	2024-12-21T05:47:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1587	2024-12-21T05:47:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1588	2024-12-21T05:47:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1589	2024-12-21T05:47:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1590	2024-12-21T05:47:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1591	2024-12-21T05:47:12.914Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 978, tv_nsec: 330498600 } })
1592	2024-12-21T05:47:12.914Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1593	2024-12-21T05:47:12.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1594	2024-12-21T05:47:12.914Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1595	2024-12-21T05:47:12.914Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1596	2024-12-21T05:47:12.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1597	2024-12-21T05:47:12.915Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1598	2024-12-21T05:47:12.915Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1599	2024-12-21T05:47:12.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1600	2024-12-21T05:47:12.919Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1601	2024-12-21T05:47:12.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1602	2024-12-21T05:47:12.921Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 23.149137ms iteration = 8 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1603	2024-12-21T05:47:12.939Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1604	2024-12-21T05:47:12.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1605	2024-12-21T05:47:12.940Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1606	2024-12-21T05:47:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1607	2024-12-21T05:47:12.944Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1608	2024-12-21T05:47:12.944Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
1609	2024-12-21T05:47:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1610	2024-12-21T05:47:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1611	2024-12-21T05:47:12.945Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 47.044422ms iteration = 8 status = {"errors":[],"finish_invoked_ok":[]}
1612	2024-12-21T05:47:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1613	2024-12-21T05:47:12.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1614	2024-12-21T05:47:12.947Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 49.936411ms iteration = 22 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1615	2024-12-21T05:47:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1616	2024-12-21T05:47:12.953Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
1617	2024-12-21T05:47:12.953Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 55.791052ms iteration = 8 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
1618	2024-12-21T05:47:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1619	2024-12-21T05:47:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1620	2024-12-21T05:47:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1621	2024-12-21T05:47:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1622	2024-12-21T05:47:12.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1623	2024-12-21T05:47:12.956Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1624	2024-12-21T05:47:12.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1625	2024-12-21T05:47:13.004Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
1626	2024-12-21T05:47:13.004Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1627	2024-12-21T05:47:13.004Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c508c0b2-9fee-4096-ae24-8c40f0ac483d", "content-length": "26", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1628	2024-12-21T05:47:13.004Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1629	2024-12-21T05:47:13.006Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1630	2024-12-21T05:47:13.011Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
1631	2024-12-21T05:47:13.011Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1632	2024-12-21T05:47:13.011Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ea096397-487c-4352-9772-6c1e53707008", "content-length": "26", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1633	2024-12-21T05:47:13.011Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1634	2024-12-21T05:47:13.013Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1635	2024-12-21T05:47:13.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1636	2024-12-21T05:47:13.014Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 117.526328ms iteration = 8 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1637	2024-12-21T05:47:13.014Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1638	2024-12-21T05:47:13.029Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
1639	2024-12-21T05:47:13.029Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1640	2024-12-21T05:47:13.029Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
1641	2024-12-21T05:47:13.029Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1642	2024-12-21T05:47:13.029Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c122264f-5d3b-47c1-bda1-652e5776dbbc", "content-length": "26", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1643	2024-12-21T05:47:13.029Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1644	2024-12-21T05:47:13.029Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "a6434155-4738-4980-9104-d03a97384a7c", "content-length": "372", "date": "Sat, 21 Dec 2024 05:47:12 GMT"} })
1645	2024-12-21T05:47:13.029Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1646	2024-12-21T05:47:13.029Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1647	2024-12-21T05:47:13.031Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1648	2024-12-21T05:47:13.032Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1649	2024-12-21T05:47:13.033Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1650	2024-12-21T05:47:13.047Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1651	2024-12-21T05:47:13.047Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 151.415734ms iteration = 22 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1652	2024-12-21T05:47:13.060Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1653	2024-12-21T05:47:13.060Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1654	2024-12-21T05:47:13.063Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1655	2024-12-21T05:47:13.063Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
1656	2024-12-21T05:47:13.063Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1657	2024-12-21T05:47:13.063Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1658	2024-12-21T05:47:13.068Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1659	2024-12-21T05:47:13.069Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 171.867906ms iteration = 8 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1660	2024-12-21T05:47:13.070Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1661	2024-12-21T05:47:13.070Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1662	2024-12-21T05:47:13.070Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1663	2024-12-21T05:47:13.072Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1664	2024-12-21T05:47:13.077Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
1665	2024-12-21T05:47:13.077Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1666	2024-12-21T05:47:13.077Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1667	2024-12-21T05:47:13.079Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 182.753597ms iteration = 8 status = 0
1668	2024-12-21T05:47:13.091Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
1669	2024-12-21T05:47:13.091Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
1670	2024-12-21T05:47:13.091Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "dc7f17fc-1449-4afd-8056-596fcb90a736", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1671	2024-12-21T05:47:13.091Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1672	2024-12-21T05:47:13.091Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1673	2024-12-21T05:47:13.094Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1674	2024-12-21T05:47:13.094Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1675	2024-12-21T05:47:13.096Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1676	2024-12-21T05:47:13.096Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
1677	2024-12-21T05:47:13.096Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 199.347717ms iteration = 8 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
1678	2024-12-21T05:47:13.097Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1679	2024-12-21T05:47:13.097Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 199.178923ms iteration = 8 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
1680	2024-12-21T05:47:13.097Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1681	2024-12-21T05:47:13.101Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
1682	2024-12-21T05:47:13.101Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1683	2024-12-21T05:47:13.101Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1684	2024-12-21T05:47:13.101Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "2e75454f-eb8e-45b9-b202-6b8ed399ed7b", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1685	2024-12-21T05:47:13.101Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "776a5912-f2e4-41ec-8c50-739c38bd9da7", "content-length": "1", "date": "Sat, 21 Dec 2024 05:47:12 GMT"} })
1686	2024-12-21T05:47:13.103Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 207.328049ms iteration = 8 status = {}
1687	2024-12-21T05:47:13.105Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1688	2024-12-21T05:47:13.105Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 207.910723ms iteration = 8 status = {}
1689	2024-12-21T05:47:13.105Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1690	2024-12-21T05:47:13.109Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 213.323983ms iteration = 8 status = null
1691	2024-12-21T05:47:13.111Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1692	2024-12-21T05:47:13.113Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1693	2024-12-21T05:47:13.113Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1694	2024-12-21T05:47:13.113Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1695	2024-12-21T05:47:13.146Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 248.726224ms iteration = 9 status = {"physical_disks_added":0}
1696	2024-12-21T05:47:13.173Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1697	2024-12-21T05:47:13.174Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1698	2024-12-21T05:47:13.176Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
1699	2024-12-21T05:47:13.176Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1700	2024-12-21T05:47:13.176Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1701	2024-12-21T05:47:13.185Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1702	2024-12-21T05:47:13.186Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "17618ec0-8a73-46c3-859d-16c8e42ff5a6", "content-length": "134", "date": "Sat, 21 Dec 2024 05:47:12 GMT"} })
1703	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
1704	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
1705	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
1706	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
1707	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1708	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1709	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1710	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1711	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1712	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1713	2024-12-21T05:47:13.186Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1714	2024-12-21T05:47:13.186Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1715	2024-12-21T05:47:13.187Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1716	2024-12-21T05:47:13.189Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1717	2024-12-21T05:47:13.189Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "8654dd6f-2e71-4504-bdc3-55d9a197de0d", "content-length": "2", "date": "Sat, 21 Dec 2024 05:47:12 GMT"} })
1718	2024-12-21T05:47:13.189Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1719	2024-12-21T05:47:13.189Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "75ba69d2-db24-44d0-8ab1-58a632c136be", "content-length": "52", "date": "Sat, 21 Dec 2024 05:47:12 GMT"} })
1720	2024-12-21T05:47:13.189Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
1721	2024-12-21T05:47:13.189Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1722	2024-12-21T05:47:13.202Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
1723	2024-12-21T05:47:13.219Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
1724	2024-12-21T05:47:13.219Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
1725	2024-12-21T05:47:13.250Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
1726	2024-12-21T05:47:13.250Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:39351
1727	2024-12-21T05:47:13.250Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39351 req_id = 477d00e7-db3f-45f3-b8bf-f250d26737e6 roles = RoleSet { roles: {} } uri = /metrics/producers
1728	2024-12-21T05:47:13.251Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39351 req_id = 477d00e7-db3f-45f3-b8bf-f250d26737e6 resource = Database result = Ok(()) uri = /metrics/producers
1729	2024-12-21T05:47:13.286Z	INFO	nexus: assigned collector to new producer collector_id = 5539f2b1-1861-4dbb-974a-1247914c9a95 file = nexus/src/app/oximeter.rs:76 producer_id = b381127d-ac24-4ced-abe2-28a1272fd710
1730	2024-12-21T05:47:13.286Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35814 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39351 req_id = 477d00e7-db3f-45f3-b8bf-f250d26737e6 response_code = 201 uri = /metrics/producers
1731	2024-12-21T05:47:13.286Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "477d00e7-db3f-45f3-b8bf-f250d26737e6", "content-length": "41", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1732	2024-12-21T05:47:13.287Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "35241fc6-eb9f-4d5d-998a-039a77b1d490", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1733	2024-12-21T05:47:13.287Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
1734	2024-12-21T05:47:13.287Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1735	2024-12-21T05:47:13.287Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "478c92f3-a8fa-4d83-9bc8-a1015d06189c", "content-length": "691", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1736	2024-12-21T05:47:13.287Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
1737	2024-12-21T05:47:13.287Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
1738	2024-12-21T05:47:13.287Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
1739	2024-12-21T05:47:13.287Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "fbba2dbc-d1d2-48cd-a194-8485a2b90302", "content-length": "682", "date": "Sat, 21 Dec 2024 05:47:13 GMT"} })
1740	2024-12-21T05:47:13.287Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1741	2024-12-21T05:47:13.287Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1742	2024-12-21T05:47:13.288Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
1743	2024-12-21T05:47:13.288Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
1744	2024-12-21T05:47:13.288Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 391.570112ms iteration = 8 status = {}
1745	2024-12-21T05:47:13.291Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1746	2024-12-21T05:47:13.291Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1747	2024-12-21T05:47:13.295Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1748	2024-12-21T05:47:13.295Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1749	2024-12-21T05:47:13.297Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1750	2024-12-21T05:47:13.297Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1751	2024-12-21T05:47:13.304Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 407.013204ms iteration = 8 status = {}
1752	2024-12-21T05:47:17.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 268 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = d0df74c1-68c2-49d7-abee-7fab0acb3b5a response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1753	2024-12-21T05:47:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 23 reason = Timeout
1754	2024-12-21T05:47:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1755	2024-12-21T05:47:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1756	2024-12-21T05:47:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 23 reason = Timeout
1757	2024-12-21T05:47:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1758	2024-12-21T05:47:22.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1759	2024-12-21T05:47:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1760	2024-12-21T05:47:22.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1761	2024-12-21T05:47:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1762	2024-12-21T05:47:22.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1763	2024-12-21T05:47:22.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1764	2024-12-21T05:47:22.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1765	2024-12-21T05:47:22.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1766	2024-12-21T05:47:22.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1767	2024-12-21T05:47:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1768	2024-12-21T05:47:22.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1769	2024-12-21T05:47:22.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1770	2024-12-21T05:47:22.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1771	2024-12-21T05:47:22.917Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1772	2024-12-21T05:47:22.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.180529ms iteration = 23 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1773	2024-12-21T05:47:22.928Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.636991ms iteration = 23 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1774	2024-12-21T05:47:27.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 288 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 81ca097a-106a-4b66-8aa5-0f9119eab697 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1775	2024-12-21T05:47:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 24 reason = Timeout
1776	2024-12-21T05:47:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1777	2024-12-21T05:47:32.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1778	2024-12-21T05:47:32.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 24 reason = Timeout
1779	2024-12-21T05:47:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1780	2024-12-21T05:47:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1781	2024-12-21T05:47:32.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1782	2024-12-21T05:47:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1783	2024-12-21T05:47:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1784	2024-12-21T05:47:32.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1785	2024-12-21T05:47:32.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1786	2024-12-21T05:47:32.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1787	2024-12-21T05:47:32.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1788	2024-12-21T05:47:32.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1789	2024-12-21T05:47:32.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1790	2024-12-21T05:47:32.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1791	2024-12-21T05:47:32.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1792	2024-12-21T05:47:32.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1793	2024-12-21T05:47:32.920Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1794	2024-12-21T05:47:32.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.643853ms iteration = 24 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1795	2024-12-21T05:47:32.926Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.597163ms iteration = 24 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1796	2024-12-21T05:47:37.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 257 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 440cf567-3411-4d98-9dc2-5c40854cde4e response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
1797	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 7 reason = Timeout
1798	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 5 reason = Timeout
1799	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 9 reason = Timeout
1800	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1801	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 5 reason = Timeout
1802	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 6 reason = Timeout
1803	2024-12-21T05:47:42.896Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
1804	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.03\u{b5}s iteration = 6 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
1805	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1806	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 5 reason = Timeout
1807	2024-12-21T05:47:42.896Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:37:42.896554441 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
1808	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1809	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 9 reason = Timeout
1810	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 25 reason = Timeout
1811	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 5 reason = Timeout
1812	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1813	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1814	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1815	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 7 reason = Timeout
1816	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1817	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 5 reason = Timeout
1818	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 9 reason = Timeout
1819	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 5 reason = Timeout
1820	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1821	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1822	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 25 reason = Timeout
1823	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 9 reason = Timeout
1824	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1825	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 9 reason = Timeout
1826	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1827	2024-12-21T05:47:42.896Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1828	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 9 reason = Timeout
1829	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 9 reason = Timeout
1830	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1831	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1832	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1833	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 9 reason = Timeout
1834	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 10 reason = Timeout
1835	2024-12-21T05:47:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1836	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1837	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 5 reason = Timeout
1838	2024-12-21T05:47:42.897Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
1839	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1840	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 9 reason = Timeout
1841	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1842	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1843	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 9 reason = Timeout
1844	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1845	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 5 reason = Timeout
1846	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1847	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1848	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1849	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1850	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1851	2024-12-21T05:47:42.897Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 313568303 } })
1852	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1853	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1854	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1855	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1856	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1857	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1858	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1859	2024-12-21T05:47:42.897Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 313819299 } })
1860	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1861	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1862	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1863	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1864	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 9 reason = Timeout
1865	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1866	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1867	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 9 reason = Timeout
1868	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1869	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 5 reason = Timeout
1870	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 9 reason = Timeout
1871	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 5 reason = Timeout
1872	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
1873	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 9 reason = Timeout
1874	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1875	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
1876	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1877	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1878	2024-12-21T05:47:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1879	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1880	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1881	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1882	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
1883	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.796983ms iteration = 5 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
1884	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
1885	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1886	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
1887	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
1888	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.750832ms iteration = 5 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
1889	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1890	2024-12-21T05:47:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1891	2024-12-21T05:47:42.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 316466433 } })
1892	2024-12-21T05:47:42.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
1893	2024-12-21T05:47:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1894	2024-12-21T05:47:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1895	2024-12-21T05:47:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1896	2024-12-21T05:47:42.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.683722ms iteration = 9 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1897	2024-12-21T05:47:42.901Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:37:42.896554441 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
1898	2024-12-21T05:47:42.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 5.224496ms iteration = 5 status = {"expiration":"2024-12-21T05:37:42.896554441Z","pruned":[]}
1899	2024-12-21T05:47:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1900	2024-12-21T05:47:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1901	2024-12-21T05:47:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1902	2024-12-21T05:47:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1903	2024-12-21T05:47:42.905Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 322021276 } })
1904	2024-12-21T05:47:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1905	2024-12-21T05:47:42.906Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
1906	2024-12-21T05:47:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1907	2024-12-21T05:47:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1908	2024-12-21T05:47:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1909	2024-12-21T05:47:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1910	2024-12-21T05:47:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1911	2024-12-21T05:47:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1912	2024-12-21T05:47:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1913	2024-12-21T05:47:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1914	2024-12-21T05:47:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1915	2024-12-21T05:47:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1916	2024-12-21T05:47:42.916Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1917	2024-12-21T05:47:42.916Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1918	2024-12-21T05:47:42.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1919	2024-12-21T05:47:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
1920	2024-12-21T05:47:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1921	2024-12-21T05:47:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1922	2024-12-21T05:47:42.922Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 24.470209ms iteration = 5 status = {"errors":[],"found_port_ok":[]}
1923	2024-12-21T05:47:42.923Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1924	2024-12-21T05:47:42.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1925	2024-12-21T05:47:42.924Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1926	2024-12-21T05:47:42.926Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1008, tv_nsec: 342486729 } })
1927	2024-12-21T05:47:42.926Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
1928	2024-12-21T05:47:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1929	2024-12-21T05:47:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1930	2024-12-21T05:47:42.927Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1931	2024-12-21T05:47:42.947Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1932	2024-12-21T05:47:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1933	2024-12-21T05:47:42.950Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1934	2024-12-21T05:47:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
1935	2024-12-21T05:47:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1936	2024-12-21T05:47:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1937	2024-12-21T05:47:42.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1938	2024-12-21T05:47:42.954Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1939	2024-12-21T05:47:42.954Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1940	2024-12-21T05:47:42.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1941	2024-12-21T05:47:42.956Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1942	2024-12-21T05:47:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1943	2024-12-21T05:47:42.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1944	2024-12-21T05:47:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1945	2024-12-21T05:47:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1946	2024-12-21T05:47:42.957Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1947	2024-12-21T05:47:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1948	2024-12-21T05:47:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1949	2024-12-21T05:47:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1950	2024-12-21T05:47:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1951	2024-12-21T05:47:42.960Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 63.17754ms iteration = 9 status = {"errors":[],"finish_invoked_ok":[]}
1952	2024-12-21T05:47:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1953	2024-12-21T05:47:42.965Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 67.808341ms iteration = 9 status = {"errors":[],"garbage_collect_requested":[]}
1954	2024-12-21T05:47:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1955	2024-12-21T05:47:42.968Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1956	2024-12-21T05:47:42.968Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
1957	2024-12-21T05:47:42.968Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
1958	2024-12-21T05:47:42.968Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 70.806934ms iteration = 5 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
1959	2024-12-21T05:47:42.968Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1960	2024-12-21T05:47:42.972Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1961	2024-12-21T05:47:42.972Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
1962	2024-12-21T05:47:42.972Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1963	2024-12-21T05:47:42.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1964	2024-12-21T05:47:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1965	2024-12-21T05:47:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1966	2024-12-21T05:47:42.976Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
1967	2024-12-21T05:47:42.976Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 79.884933ms iteration = 9 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
1968	2024-12-21T05:47:42.978Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
1969	2024-12-21T05:47:42.978Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
1970	2024-12-21T05:47:42.978Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 81.340267ms iteration = 5 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
1971	2024-12-21T05:47:42.980Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1972	2024-12-21T05:47:42.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1973	2024-12-21T05:47:42.993Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 96.479402ms iteration = 25 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1974	2024-12-21T05:47:42.996Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
1975	2024-12-21T05:47:42.996Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
1976	2024-12-21T05:47:42.996Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
1977	2024-12-21T05:47:42.996Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1978	2024-12-21T05:47:42.996Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1979	2024-12-21T05:47:42.997Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1980	2024-12-21T05:47:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1981	2024-12-21T05:47:43.013Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
1982	2024-12-21T05:47:43.013Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
1983	2024-12-21T05:47:43.013Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
1984	2024-12-21T05:47:43.013Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1985	2024-12-21T05:47:43.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1986	2024-12-21T05:47:43.022Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1987	2024-12-21T05:47:43.022Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1988	2024-12-21T05:47:43.039Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
1989	2024-12-21T05:47:43.039Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1990	2024-12-21T05:47:43.039Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "26cfbd3d-9ccc-4c55-a2b7-0388965fee1c", "content-length": "26", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
1991	2024-12-21T05:47:43.039Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1992	2024-12-21T05:47:43.040Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1993	2024-12-21T05:47:43.042Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
1994	2024-12-21T05:47:43.046Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
1995	2024-12-21T05:47:43.067Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
1996	2024-12-21T05:47:43.067Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 170.879052ms iteration = 25 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
1997	2024-12-21T05:47:43.072Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
1998	2024-12-21T05:47:43.072Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1999	2024-12-21T05:47:43.072Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d04903ed-fe77-4a33-a740-13bc24f405dc", "content-length": "26", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2000	2024-12-21T05:47:43.072Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2001	2024-12-21T05:47:43.074Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2002	2024-12-21T05:47:43.083Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
2003	2024-12-21T05:47:43.083Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2004	2024-12-21T05:47:43.083Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "46192e45-79b0-4f55-9db7-653de87638da", "content-length": "26", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2005	2024-12-21T05:47:43.083Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2006	2024-12-21T05:47:43.084Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2007	2024-12-21T05:47:43.115Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
2008	2024-12-21T05:47:43.115Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2009	2024-12-21T05:47:43.115Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "2924b137-f6fc-4ac2-a731-93b50e6a6745", "content-length": "372", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2010	2024-12-21T05:47:43.115Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2011	2024-12-21T05:47:43.116Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2012	2024-12-21T05:47:43.118Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2013	2024-12-21T05:47:43.118Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2014	2024-12-21T05:47:43.118Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2015	2024-12-21T05:47:43.118Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2016	2024-12-21T05:47:43.118Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2017	2024-12-21T05:47:43.119Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2018	2024-12-21T05:47:43.119Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2019	2024-12-21T05:47:43.123Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2020	2024-12-21T05:47:43.123Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2021	2024-12-21T05:47:43.123Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2022	2024-12-21T05:47:43.124Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2023	2024-12-21T05:47:43.127Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2024	2024-12-21T05:47:43.127Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2025	2024-12-21T05:47:43.127Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2026	2024-12-21T05:47:43.157Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2027	2024-12-21T05:47:43.157Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 259.636707ms iteration = 9 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
2028	2024-12-21T05:47:43.157Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2029	2024-12-21T05:47:43.157Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2030	2024-12-21T05:47:43.157Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 260.923338ms iteration = 9 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2031	2024-12-21T05:47:43.158Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 260.779195ms iteration = 9 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2032	2024-12-21T05:47:43.160Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2033	2024-12-21T05:47:43.160Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2034	2024-12-21T05:47:43.160Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2035	2024-12-21T05:47:43.160Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2036	2024-12-21T05:47:43.160Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2037	2024-12-21T05:47:43.162Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2038	2024-12-21T05:47:43.164Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2039	2024-12-21T05:47:43.165Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2040	2024-12-21T05:47:43.165Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2041	2024-12-21T05:47:43.165Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2042	2024-12-21T05:47:43.165Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2043	2024-12-21T05:47:43.166Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
2044	2024-12-21T05:47:43.166Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2045	2024-12-21T05:47:43.167Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2046	2024-12-21T05:47:43.167Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2047	2024-12-21T05:47:43.167Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2048	2024-12-21T05:47:43.168Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2049	2024-12-21T05:47:43.169Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 272.436055ms iteration = 9 status = 0
2050	2024-12-21T05:47:43.177Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
2051	2024-12-21T05:47:43.177Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
2052	2024-12-21T05:47:43.177Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "2cc7884c-138c-469c-8e99-c610080a3956", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2053	2024-12-21T05:47:43.177Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2054	2024-12-21T05:47:43.178Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2055	2024-12-21T05:47:43.180Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
2056	2024-12-21T05:47:43.180Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
2057	2024-12-21T05:47:43.180Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2058	2024-12-21T05:47:43.181Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2059	2024-12-21T05:47:43.184Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2060	2024-12-21T05:47:43.184Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2061	2024-12-21T05:47:43.188Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2062	2024-12-21T05:47:43.189Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2063	2024-12-21T05:47:43.189Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2064	2024-12-21T05:47:43.191Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2065	2024-12-21T05:47:43.191Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2066	2024-12-21T05:47:43.191Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2067	2024-12-21T05:47:43.192Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
2068	2024-12-21T05:47:43.192Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2069	2024-12-21T05:47:43.192Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "ca9d34a5-db85-41bb-8436-c60cb3b0080f", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2070	2024-12-21T05:47:43.192Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2071	2024-12-21T05:47:43.193Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "ec591f7c-2c56-477c-832f-2cc94b5412f7", "content-length": "1", "date": "Sat, 21 Dec 2024 05:47:42 GMT"} })
2072	2024-12-21T05:47:43.195Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 298.752129ms iteration = 9 status = {}
2073	2024-12-21T05:47:43.196Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2074	2024-12-21T05:47:43.196Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2075	2024-12-21T05:47:43.198Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 302.231942ms iteration = 9 status = null
2076	2024-12-21T05:47:43.200Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
2077	2024-12-21T05:47:43.200Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
2078	2024-12-21T05:47:43.200Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
2079	2024-12-21T05:47:43.200Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2080	2024-12-21T05:47:43.201Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2081	2024-12-21T05:47:43.202Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2082	2024-12-21T05:47:43.204Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2083	2024-12-21T05:47:43.204Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "1d99d6a8-0533-4a19-ac54-17feb0ec7e1f", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2084	2024-12-21T05:47:43.204Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2085	2024-12-21T05:47:43.205Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2086	2024-12-21T05:47:43.205Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2087	2024-12-21T05:47:43.205Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2088	2024-12-21T05:47:43.207Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "fb45960d-c164-4944-96ef-8f378776c2ce", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2089	2024-12-21T05:47:43.207Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2090	2024-12-21T05:47:43.207Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
2091	2024-12-21T05:47:43.207Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
2092	2024-12-21T05:47:43.207Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
2093	2024-12-21T05:47:43.207Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 311.131997ms iteration = 5 status = {"generation":2}
2094	2024-12-21T05:47:43.208Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2095	2024-12-21T05:47:43.208Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
2096	2024-12-21T05:47:43.208Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 311.439484ms iteration = 9 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
2097	2024-12-21T05:47:43.209Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2098	2024-12-21T05:47:43.209Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 312.914709ms iteration = 7 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
2099	2024-12-21T05:47:43.212Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
2100	2024-12-21T05:47:43.212Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 315.340618ms iteration = 5 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
2101	2024-12-21T05:47:43.214Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2102	2024-12-21T05:47:43.214Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2103	2024-12-21T05:47:43.216Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2104	2024-12-21T05:47:43.218Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2105	2024-12-21T05:47:43.218Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2106	2024-12-21T05:47:43.218Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2107	2024-12-21T05:47:43.222Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 326.100687ms iteration = 9 status = {}
2108	2024-12-21T05:47:43.239Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2109	2024-12-21T05:47:43.239Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2110	2024-12-21T05:47:43.253Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 356.205511ms iteration = 10 status = {"physical_disks_added":0}
2111	2024-12-21T05:47:43.253Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
2112	2024-12-21T05:47:43.253Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 357.177204ms iteration = 5 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
2113	2024-12-21T05:47:43.267Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2114	2024-12-21T05:47:43.269Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2115	2024-12-21T05:47:43.269Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2116	2024-12-21T05:47:43.269Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2117	2024-12-21T05:47:43.270Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2118	2024-12-21T05:47:43.271Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "21637160-1764-4350-ad80-9bb3167f2855", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2119	2024-12-21T05:47:43.271Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2120	2024-12-21T05:47:43.271Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2121	2024-12-21T05:47:43.272Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "5c04d269-5733-499a-9ea9-8194b1f135ec", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2122	2024-12-21T05:47:43.272Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2123	2024-12-21T05:47:43.273Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2124	2024-12-21T05:47:43.273Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2125	2024-12-21T05:47:43.273Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2126	2024-12-21T05:47:43.274Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "f3816ade-f50b-4be0-b8b1-8dbca3882b59", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2127	2024-12-21T05:47:43.274Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2128	2024-12-21T05:47:43.276Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2129	2024-12-21T05:47:43.276Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 380.270031ms iteration = 7 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
2130	2024-12-21T05:47:43.294Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
2131	2024-12-21T05:47:43.294Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
2132	2024-12-21T05:47:43.294Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
2133	2024-12-21T05:47:43.294Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 397.738751ms iteration = 5 status = {"generation":1}
2134	2024-12-21T05:47:43.408Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2135	2024-12-21T05:47:43.408Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
2136	2024-12-21T05:47:43.408Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2137	2024-12-21T05:47:43.409Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "25bee994-8de9-4911-b78b-3a2fc4e740b5", "content-length": "691", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2138	2024-12-21T05:47:43.409Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
2139	2024-12-21T05:47:43.409Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
2140	2024-12-21T05:47:43.409Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
2141	2024-12-21T05:47:43.410Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 514.040299ms iteration = 9 status = {}
2142	2024-12-21T05:47:43.410Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
2143	2024-12-21T05:47:43.410Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2144	2024-12-21T05:47:43.411Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2145	2024-12-21T05:47:43.420Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2146	2024-12-21T05:47:43.420Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "cd0dd825-3b12-4dff-9446-debe5c99ed41", "content-length": "134", "date": "Sat, 21 Dec 2024 05:47:42 GMT"} })
2147	2024-12-21T05:47:43.420Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
2148	2024-12-21T05:47:43.420Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
2149	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
2150	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
2151	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2152	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2153	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2154	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2155	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2156	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2157	2024-12-21T05:47:43.421Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2158	2024-12-21T05:47:43.421Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2159	2024-12-21T05:47:43.422Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2160	2024-12-21T05:47:43.424Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2161	2024-12-21T05:47:43.424Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "477e35d0-ad37-47fb-b2e7-9a703392fe12", "content-length": "2", "date": "Sat, 21 Dec 2024 05:47:42 GMT"} })
2162	2024-12-21T05:47:43.424Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2163	2024-12-21T05:47:43.424Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "143bb231-bb34-4abb-87b9-4c8110cb7eaa", "content-length": "52", "date": "Sat, 21 Dec 2024 05:47:42 GMT"} })
2164	2024-12-21T05:47:43.424Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
2165	2024-12-21T05:47:43.424Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2166	2024-12-21T05:47:43.535Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "2bb92f34-22bf-441f-b1a7-215cadd71097", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2167	2024-12-21T05:47:43.535Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
2168	2024-12-21T05:47:43.535Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2169	2024-12-21T05:47:43.535Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "3704f4f0-9d25-43f6-a772-32b4185fa091", "content-length": "682", "date": "Sat, 21 Dec 2024 05:47:43 GMT"} })
2170	2024-12-21T05:47:43.535Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2171	2024-12-21T05:47:43.535Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2172	2024-12-21T05:47:43.539Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2173	2024-12-21T05:47:43.539Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2174	2024-12-21T05:47:43.543Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2175	2024-12-21T05:47:43.543Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2176	2024-12-21T05:47:43.545Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2177	2024-12-21T05:47:43.545Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2178	2024-12-21T05:47:43.552Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 655.921603ms iteration = 9 status = {}
2179	2024-12-21T05:47:47.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 313 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 18bc313b-282f-4fb8-af3f-2dc4ed7795b4 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
2180	2024-12-21T05:47:52.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 26 reason = Timeout
2181	2024-12-21T05:47:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2182	2024-12-21T05:47:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2183	2024-12-21T05:47:52.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 26 reason = Timeout
2184	2024-12-21T05:47:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2185	2024-12-21T05:47:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2186	2024-12-21T05:47:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2187	2024-12-21T05:47:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2188	2024-12-21T05:47:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2189	2024-12-21T05:47:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2190	2024-12-21T05:47:52.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2191	2024-12-21T05:47:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2192	2024-12-21T05:47:52.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2193	2024-12-21T05:47:52.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2194	2024-12-21T05:47:52.930Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 33.098826ms iteration = 26 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2195	2024-12-21T05:47:52.934Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2196	2024-12-21T05:47:52.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
2197	2024-12-21T05:47:52.937Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2198	2024-12-21T05:47:52.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2199	2024-12-21T05:47:53.042Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
2200	2024-12-21T05:47:53.042Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 145.928751ms iteration = 26 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
2201	2024-12-21T05:47:57.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 342 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 8feb946d-f2cd-4268-a3ac-06b9f1e242e6 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
2202	2024-12-21T05:48:02.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 14967214-15de-4bee-ac57-fcc7648934fe roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
2203	2024-12-21T05:48:02.811Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 14967214-15de-4bee-ac57-fcc7648934fe resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
2204	2024-12-21T05:48:02.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3410 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 14967214-15de-4bee-ac57-fcc7648934fe response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
2205	2024-12-21T05:48:02.814Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = bb7314be-8a98-4c56-ab83-7ec4f249873c roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
2206	2024-12-21T05:48:02.815Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = bb7314be-8a98-4c56-ab83-7ec4f249873c resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
2207	2024-12-21T05:48:02.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2181 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = bb7314be-8a98-4c56-ab83-7ec4f249873c response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
2208	2024-12-21T05:48:02.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 27 reason = Timeout
2209	2024-12-21T05:48:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2210	2024-12-21T05:48:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2211	2024-12-21T05:48:02.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 27 reason = Timeout
2212	2024-12-21T05:48:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2213	2024-12-21T05:48:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2214	2024-12-21T05:48:02.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2215	2024-12-21T05:48:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2216	2024-12-21T05:48:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2217	2024-12-21T05:48:02.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2218	2024-12-21T05:48:02.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2219	2024-12-21T05:48:02.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2220	2024-12-21T05:48:02.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2221	2024-12-21T05:48:02.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
2222	2024-12-21T05:48:02.907Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2223	2024-12-21T05:48:02.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2224	2024-12-21T05:48:02.920Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
2225	2024-12-21T05:48:02.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.208403ms iteration = 27 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
2226	2024-12-21T05:48:02.931Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2227	2024-12-21T05:48:02.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2228	2024-12-21T05:48:02.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 66.394117ms iteration = 27 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2229	2024-12-21T05:48:07.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 262 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 2008ac61-3116-41c1-b61a-8b831fff3055 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
2230	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 10 reason = Timeout
2231	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 10 reason = Timeout
2232	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 10 reason = Timeout
2233	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2234	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 28 reason = Timeout
2235	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2236	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2237	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2238	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2239	2024-12-21T05:48:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2240	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 10 reason = Timeout
2241	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2242	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 11 reason = Timeout
2243	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 28 reason = Timeout
2244	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2245	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 10 reason = Timeout
2246	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2247	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2248	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 10 reason = Timeout
2249	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2250	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 10 reason = Timeout
2251	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2252	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 10 reason = Timeout
2253	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
2254	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 10 reason = Timeout
2255	2024-12-21T05:48:12.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
2256	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2257	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2258	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 10 reason = Timeout
2259	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2260	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2261	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2262	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2263	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2264	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2265	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2266	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2267	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2268	2024-12-21T05:48:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2269	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 10 reason = Timeout
2270	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 10 reason = Timeout
2271	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2272	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
2273	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 10 reason = Timeout
2274	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
2275	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 10 reason = Timeout
2276	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2277	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
2278	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
2279	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2280	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2281	2024-12-21T05:48:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2282	2024-12-21T05:48:12.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.587207ms iteration = 10 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
2283	2024-12-21T05:48:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2284	2024-12-21T05:48:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2285	2024-12-21T05:48:12.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1038, tv_nsec: 317151599 } })
2286	2024-12-21T05:48:12.901Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
2287	2024-12-21T05:48:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2288	2024-12-21T05:48:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2289	2024-12-21T05:48:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2290	2024-12-21T05:48:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2291	2024-12-21T05:48:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2292	2024-12-21T05:48:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2293	2024-12-21T05:48:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2294	2024-12-21T05:48:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2295	2024-12-21T05:48:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2296	2024-12-21T05:48:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2297	2024-12-21T05:48:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2298	2024-12-21T05:48:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2299	2024-12-21T05:48:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2300	2024-12-21T05:48:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2301	2024-12-21T05:48:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2302	2024-12-21T05:48:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2303	2024-12-21T05:48:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2304	2024-12-21T05:48:12.908Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 10.075753ms iteration = 10 status = {"errors":[],"garbage_collect_requested":[]}
2305	2024-12-21T05:48:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2306	2024-12-21T05:48:12.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2307	2024-12-21T05:48:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2308	2024-12-21T05:48:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2309	2024-12-21T05:48:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2310	2024-12-21T05:48:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2311	2024-12-21T05:48:12.912Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1038, tv_nsec: 328724358 } })
2312	2024-12-21T05:48:12.912Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2313	2024-12-21T05:48:12.913Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1038, tv_nsec: 329374813 } })
2314	2024-12-21T05:48:12.913Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
2315	2024-12-21T05:48:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2316	2024-12-21T05:48:12.942Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2317	2024-12-21T05:48:12.942Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2318	2024-12-21T05:48:12.942Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2319	2024-12-21T05:48:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2320	2024-12-21T05:48:12.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2321	2024-12-21T05:48:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2322	2024-12-21T05:48:12.945Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2323	2024-12-21T05:48:12.945Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
2324	2024-12-21T05:48:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2325	2024-12-21T05:48:12.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2326	2024-12-21T05:48:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2327	2024-12-21T05:48:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2328	2024-12-21T05:48:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2329	2024-12-21T05:48:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2330	2024-12-21T05:48:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2331	2024-12-21T05:48:12.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 51.004308ms iteration = 10 status = {"errors":[],"finish_invoked_ok":[]}
2332	2024-12-21T05:48:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2333	2024-12-21T05:48:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2334	2024-12-21T05:48:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
2335	2024-12-21T05:48:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2336	2024-12-21T05:48:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
2337	2024-12-21T05:48:12.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2338	2024-12-21T05:48:12.952Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2339	2024-12-21T05:48:12.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2340	2024-12-21T05:48:12.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 57.488504ms iteration = 10 status = 0
2341	2024-12-21T05:48:12.955Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2342	2024-12-21T05:48:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2343	2024-12-21T05:48:12.958Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2344	2024-12-21T05:48:12.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2345	2024-12-21T05:48:12.959Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
2346	2024-12-21T05:48:12.959Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 62.717469ms iteration = 10 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
2347	2024-12-21T05:48:12.959Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2348	2024-12-21T05:48:12.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2349	2024-12-21T05:48:12.962Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2350	2024-12-21T05:48:12.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2351	2024-12-21T05:48:12.966Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
2352	2024-12-21T05:48:12.966Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 70.510977ms iteration = 28 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
2353	2024-12-21T05:48:12.986Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2354	2024-12-21T05:48:12.986Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2355	2024-12-21T05:48:12.986Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2356	2024-12-21T05:48:12.986Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2357	2024-12-21T05:48:12.988Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 90.014106ms iteration = 10 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2358	2024-12-21T05:48:12.989Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 92.750122ms iteration = 10 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2359	2024-12-21T05:48:12.990Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2360	2024-12-21T05:48:12.992Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 94.974525ms iteration = 28 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2361	2024-12-21T05:48:12.993Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2362	2024-12-21T05:48:12.993Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2363	2024-12-21T05:48:12.993Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2364	2024-12-21T05:48:12.994Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2365	2024-12-21T05:48:12.995Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2366	2024-12-21T05:48:13.001Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 104.799511ms iteration = 11 status = {"physical_disks_added":0}
2367	2024-12-21T05:48:13.018Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2368	2024-12-21T05:48:13.018Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
2369	2024-12-21T05:48:13.018Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 121.400041ms iteration = 10 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
2370	2024-12-21T05:48:13.023Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 125.303545ms iteration = 10 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
2371	2024-12-21T05:48:13.024Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2372	2024-12-21T05:48:13.024Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2373	2024-12-21T05:48:13.030Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
2374	2024-12-21T05:48:13.030Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2375	2024-12-21T05:48:13.030Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5e04518f-1ec5-43da-b31c-3768afe6423a", "content-length": "26", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2376	2024-12-21T05:48:13.030Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2377	2024-12-21T05:48:13.032Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2378	2024-12-21T05:48:13.048Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
2379	2024-12-21T05:48:13.048Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2380	2024-12-21T05:48:13.048Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "96a591e5-8654-43e8-a8b7-c07bbd7e1915", "content-length": "26", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2381	2024-12-21T05:48:13.048Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2382	2024-12-21T05:48:13.049Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2383	2024-12-21T05:48:13.063Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2384	2024-12-21T05:48:13.063Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2385	2024-12-21T05:48:13.082Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
2386	2024-12-21T05:48:13.082Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2387	2024-12-21T05:48:13.082Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e2572f56-250f-45f4-ad3a-6529b63559d6", "content-length": "26", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2388	2024-12-21T05:48:13.082Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2389	2024-12-21T05:48:13.083Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2390	2024-12-21T05:48:13.134Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2391	2024-12-21T05:48:13.134Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "f56dca4a-95b4-404b-9bcd-0f4aa44af872", "content-length": "1", "date": "Sat, 21 Dec 2024 05:48:12 GMT"} })
2392	2024-12-21T05:48:13.135Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2393	2024-12-21T05:48:13.135Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2394	2024-12-21T05:48:13.157Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 260.826466ms iteration = 10 status = {}
2395	2024-12-21T05:48:13.172Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
2396	2024-12-21T05:48:13.172Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2397	2024-12-21T05:48:13.172Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "7f03a7c2-53ad-43a1-b6a2-9744910ad202", "content-length": "372", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2398	2024-12-21T05:48:13.172Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2399	2024-12-21T05:48:13.172Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2400	2024-12-21T05:48:13.173Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2401	2024-12-21T05:48:13.174Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 277.926238ms iteration = 10 status = null
2402	2024-12-21T05:48:13.175Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2403	2024-12-21T05:48:13.175Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2404	2024-12-21T05:48:13.175Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2405	2024-12-21T05:48:13.176Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2406	2024-12-21T05:48:13.178Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2407	2024-12-21T05:48:13.178Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2408	2024-12-21T05:48:13.178Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2409	2024-12-21T05:48:13.187Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
2410	2024-12-21T05:48:13.187Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
2411	2024-12-21T05:48:13.187Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "ef29fd18-b5c5-480f-afdd-7bdf5de4bc7c", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2412	2024-12-21T05:48:13.187Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2413	2024-12-21T05:48:13.187Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2414	2024-12-21T05:48:13.189Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2415	2024-12-21T05:48:13.189Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2416	2024-12-21T05:48:13.192Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2417	2024-12-21T05:48:13.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2418	2024-12-21T05:48:13.195Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
2419	2024-12-21T05:48:13.195Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2420	2024-12-21T05:48:13.196Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b509ef95-c79f-4c0a-9bf6-11914b3317db", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2421	2024-12-21T05:48:13.197Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 300.809589ms iteration = 10 status = {}
2422	2024-12-21T05:48:13.235Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2423	2024-12-21T05:48:13.235Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2424	2024-12-21T05:48:13.236Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
2425	2024-12-21T05:48:13.236Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2426	2024-12-21T05:48:13.237Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2427	2024-12-21T05:48:13.265Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
2428	2024-12-21T05:48:13.265Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "1bde382d-223e-4852-8a1b-040d1c0e6409", "content-length": "691", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2429	2024-12-21T05:48:13.265Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
2430	2024-12-21T05:48:13.265Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
2431	2024-12-21T05:48:13.265Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
2432	2024-12-21T05:48:13.267Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 370.842313ms iteration = 10 status = {}
2433	2024-12-21T05:48:13.274Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2434	2024-12-21T05:48:13.274Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "ab0af323-1c1b-4142-8f64-0f13038e9f4d", "content-length": "134", "date": "Sat, 21 Dec 2024 05:48:12 GMT"} })
2435	2024-12-21T05:48:13.274Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
2436	2024-12-21T05:48:13.274Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
2437	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
2438	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
2439	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2440	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2441	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2442	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2443	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2444	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2445	2024-12-21T05:48:13.275Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2446	2024-12-21T05:48:13.275Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2447	2024-12-21T05:48:13.275Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2448	2024-12-21T05:48:13.277Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2449	2024-12-21T05:48:13.277Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "ea0382c8-b58d-413f-98ec-8f344cce06d4", "content-length": "2", "date": "Sat, 21 Dec 2024 05:48:12 GMT"} })
2450	2024-12-21T05:48:13.277Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2451	2024-12-21T05:48:13.277Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "34ae9d89-d7d9-4f71-9817-79bb1f42b203", "content-length": "52", "date": "Sat, 21 Dec 2024 05:48:12 GMT"} })
2452	2024-12-21T05:48:13.277Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
2453	2024-12-21T05:48:13.277Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2454	2024-12-21T05:48:13.368Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "49874195-abc7-4f91-bc18-e207ddb61069", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2455	2024-12-21T05:48:13.368Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
2456	2024-12-21T05:48:13.368Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2457	2024-12-21T05:48:13.371Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "7919aa0f-69aa-4ab4-bcdc-61c7858bdb55", "content-length": "682", "date": "Sat, 21 Dec 2024 05:48:13 GMT"} })
2458	2024-12-21T05:48:13.371Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2459	2024-12-21T05:48:13.371Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2460	2024-12-21T05:48:13.375Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2461	2024-12-21T05:48:13.375Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2462	2024-12-21T05:48:13.378Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2463	2024-12-21T05:48:13.379Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2464	2024-12-21T05:48:13.380Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2465	2024-12-21T05:48:13.381Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2466	2024-12-21T05:48:13.387Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 490.41332ms iteration = 10 status = {}
2467	2024-12-21T05:48:17.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 281 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 922358ab-01cb-4eef-8585-6ace224b8e1b response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
2468	2024-12-21T05:48:22.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 29 reason = Timeout
2469	2024-12-21T05:48:22.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2470	2024-12-21T05:48:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2471	2024-12-21T05:48:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 29 reason = Timeout
2472	2024-12-21T05:48:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2473	2024-12-21T05:48:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2474	2024-12-21T05:48:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2475	2024-12-21T05:48:22.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2476	2024-12-21T05:48:22.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2477	2024-12-21T05:48:22.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.156126ms iteration = 29 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2478	2024-12-21T05:48:22.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2479	2024-12-21T05:48:22.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2480	2024-12-21T05:48:22.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2481	2024-12-21T05:48:22.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2482	2024-12-21T05:48:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2483	2024-12-21T05:48:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2484	2024-12-21T05:48:22.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
2485	2024-12-21T05:48:22.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2486	2024-12-21T05:48:22.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2487	2024-12-21T05:48:22.913Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
2488	2024-12-21T05:48:22.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.073105ms iteration = 29 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
2489	2024-12-21T05:48:27.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 264 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = ef1e8549-6e73-4b3d-897c-cc51d19c32c1 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
2490	2024-12-21T05:48:32.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 21eec984-13a7-4eb1-a7cd-8d5c670b39a2 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
2491	2024-12-21T05:48:32.811Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 21eec984-13a7-4eb1-a7cd-8d5c670b39a2 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
2492	2024-12-21T05:48:32.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2947 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 21eec984-13a7-4eb1-a7cd-8d5c670b39a2 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
2493	2024-12-21T05:48:32.814Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 27907870-df7b-4209-bf80-a2ec0ed59612 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
2494	2024-12-21T05:48:32.814Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 27907870-df7b-4209-bf80-a2ec0ed59612 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
2495	2024-12-21T05:48:32.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2657 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 27907870-df7b-4209-bf80-a2ec0ed59612 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
2496	2024-12-21T05:48:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 30 reason = Timeout
2497	2024-12-21T05:48:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2498	2024-12-21T05:48:32.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2499	2024-12-21T05:48:32.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 30 reason = Timeout
2500	2024-12-21T05:48:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2501	2024-12-21T05:48:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2502	2024-12-21T05:48:32.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2503	2024-12-21T05:48:32.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2504	2024-12-21T05:48:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2505	2024-12-21T05:48:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2506	2024-12-21T05:48:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2507	2024-12-21T05:48:32.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.889063ms iteration = 30 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2508	2024-12-21T05:48:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2509	2024-12-21T05:48:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2510	2024-12-21T05:48:32.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2511	2024-12-21T05:48:32.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2512	2024-12-21T05:48:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
2513	2024-12-21T05:48:32.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2514	2024-12-21T05:48:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2515	2024-12-21T05:48:32.915Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
2516	2024-12-21T05:48:32.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.268034ms iteration = 30 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
2517	2024-12-21T05:48:37.819Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 274 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 66662dbb-2d0a-456e-b88f-1477492d5351 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
2518	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 8 reason = Timeout
2519	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 6 reason = Timeout
2520	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 31 reason = Timeout
2521	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 6 reason = Timeout
2522	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2523	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 6 reason = Timeout
2524	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
2525	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 11 reason = Timeout
2526	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2527	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2528	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 6 reason = Timeout
2529	2024-12-21T05:48:42.895Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:38:42.895604357 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
2530	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
2531	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 6 reason = Timeout
2532	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 11 reason = Timeout
2533	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 11 reason = Timeout
2534	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2535	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 8 reason = Timeout
2536	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2537	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 7 reason = Timeout
2538	2024-12-21T05:48:42.895Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
2539	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 36.331\u{b5}s iteration = 7 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
2540	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 6 reason = Timeout
2541	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
2542	2024-12-21T05:48:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2543	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
2544	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2545	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2546	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2547	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2548	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2549	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2550	2024-12-21T05:48:42.896Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 312799874 } })
2551	2024-12-21T05:48:42.896Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 312824705 } })
2552	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 11 reason = Timeout
2553	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 11 reason = Timeout
2554	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
2555	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2556	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2557	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 6 reason = Timeout
2558	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
2559	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 2 reason = Timeout
2560	2024-12-21T05:48:42.896Z	DEBG	nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
2561	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2562	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 11 reason = Timeout
2563	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 6 reason = Timeout
2564	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 11 reason = Timeout
2565	2024-12-21T05:48:42.896Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
2566	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
2567	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2568	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 12 reason = Timeout
2569	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2570	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2571	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 11 reason = Timeout
2572	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 11 reason = Timeout
2573	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2574	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 11 reason = Timeout
2575	2024-12-21T05:48:42.896Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
2576	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2577	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2578	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 31 reason = Timeout
2579	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2580	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2581	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2582	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2583	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
2584	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
2585	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
2586	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.373593ms iteration = 6 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
2587	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2588	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2589	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2590	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2591	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
2592	2024-12-21T05:48:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.458815ms iteration = 6 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
2593	2024-12-21T05:48:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2594	2024-12-21T05:48:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2595	2024-12-21T05:48:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2596	2024-12-21T05:48:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 11 reason = Timeout
2597	2024-12-21T05:48:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2598	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 11 reason = Timeout
2599	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
2600	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 11 reason = Timeout
2601	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
2602	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 11 reason = Timeout
2603	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2604	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 6 reason = Timeout
2605	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
2606	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 6 reason = Timeout
2607	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
2608	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2609	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
2610	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2611	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
2612	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2613	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
2614	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
2615	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2616	2024-12-21T05:48:42.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 315387277 } })
2617	2024-12-21T05:48:42.898Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:38:42.895604357 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
2618	2024-12-21T05:48:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.346561ms iteration = 6 status = {"expiration":"2024-12-21T05:38:42.895604357Z","pruned":[]}
2619	2024-12-21T05:48:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
2620	2024-12-21T05:48:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2621	2024-12-21T05:48:42.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.758821ms iteration = 11 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
2622	2024-12-21T05:48:42.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2623	2024-12-21T05:48:42.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 316734669 } })
2624	2024-12-21T05:48:42.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
2625	2024-12-21T05:48:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2626	2024-12-21T05:48:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2627	2024-12-21T05:48:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2628	2024-12-21T05:48:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2629	2024-12-21T05:48:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2630	2024-12-21T05:48:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2631	2024-12-21T05:48:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2632	2024-12-21T05:48:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2633	2024-12-21T05:48:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2634	2024-12-21T05:48:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2635	2024-12-21T05:48:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2636	2024-12-21T05:48:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2637	2024-12-21T05:48:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2638	2024-12-21T05:48:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
2639	2024-12-21T05:48:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
2640	2024-12-21T05:48:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
2641	2024-12-21T05:48:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2642	2024-12-21T05:48:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2643	2024-12-21T05:48:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2644	2024-12-21T05:48:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2645	2024-12-21T05:48:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2646	2024-12-21T05:48:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2647	2024-12-21T05:48:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2648	2024-12-21T05:48:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2649	2024-12-21T05:48:42.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2650	2024-12-21T05:48:42.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2651	2024-12-21T05:48:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2652	2024-12-21T05:48:42.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2653	2024-12-21T05:48:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2654	2024-12-21T05:48:42.916Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2655	2024-12-21T05:48:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2656	2024-12-21T05:48:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2657	2024-12-21T05:48:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2658	2024-12-21T05:48:42.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 21.268332ms iteration = 31 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2659	2024-12-21T05:48:42.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2660	2024-12-21T05:48:42.920Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2661	2024-12-21T05:48:42.920Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2662	2024-12-21T05:48:42.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2663	2024-12-21T05:48:42.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2664	2024-12-21T05:48:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2665	2024-12-21T05:48:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2666	2024-12-21T05:48:42.923Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2667	2024-12-21T05:48:42.923Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2668	2024-12-21T05:48:42.925Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2669	2024-12-21T05:48:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2670	2024-12-21T05:48:42.930Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2671	2024-12-21T05:48:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2672	2024-12-21T05:48:42.932Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2673	2024-12-21T05:48:42.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2674	2024-12-21T05:48:42.934Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2675	2024-12-21T05:48:42.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2676	2024-12-21T05:48:42.943Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2677	2024-12-21T05:48:42.945Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2678	2024-12-21T05:48:42.945Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
2679	2024-12-21T05:48:42.945Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2680	2024-12-21T05:48:42.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2681	2024-12-21T05:48:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2682	2024-12-21T05:48:42.947Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2683	2024-12-21T05:48:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2684	2024-12-21T05:48:42.949Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2685	2024-12-21T05:48:42.949Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2686	2024-12-21T05:48:42.949Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2687	2024-12-21T05:48:42.949Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2688	2024-12-21T05:48:42.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2689	2024-12-21T05:48:42.952Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2690	2024-12-21T05:48:42.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
2691	2024-12-21T05:48:42.952Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2692	2024-12-21T05:48:42.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2693	2024-12-21T05:48:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2694	2024-12-21T05:48:42.957Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2695	2024-12-21T05:48:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2696	2024-12-21T05:48:42.959Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2697	2024-12-21T05:48:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2698	2024-12-21T05:48:42.959Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 61.967091ms iteration = 11 status = {"errors":[],"garbage_collect_requested":[]}
2699	2024-12-21T05:48:42.961Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2700	2024-12-21T05:48:42.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 63.872077ms iteration = 11 status = {"errors":[],"finish_invoked_ok":[]}
2701	2024-12-21T05:48:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2702	2024-12-21T05:48:42.962Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
2703	2024-12-21T05:48:42.962Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
2704	2024-12-21T05:48:42.962Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 64.257297ms iteration = 6 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
2705	2024-12-21T05:48:42.967Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 69.042851ms iteration = 11 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2706	2024-12-21T05:48:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2707	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2708	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2709	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2710	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
2711	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
2712	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
2713	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2714	2024-12-21T05:48:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2715	2024-12-21T05:48:42.971Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2716	2024-12-21T05:48:42.971Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2717	2024-12-21T05:48:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2718	2024-12-21T05:48:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2719	2024-12-21T05:48:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2720	2024-12-21T05:48:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2721	2024-12-21T05:48:42.977Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1068, tv_nsec: 393546467 } })
2722	2024-12-21T05:48:42.977Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
2723	2024-12-21T05:48:42.977Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
2724	2024-12-21T05:48:42.977Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 80.854746ms iteration = 6 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
2725	2024-12-21T05:48:42.977Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2726	2024-12-21T05:48:42.986Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
2727	2024-12-21T05:48:42.986Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 91.226325ms iteration = 31 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
2728	2024-12-21T05:48:42.988Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
2729	2024-12-21T05:48:42.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
2730	2024-12-21T05:48:42.988Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2731	2024-12-21T05:48:42.989Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2732	2024-12-21T05:48:42.990Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2733	2024-12-21T05:48:42.990Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2734	2024-12-21T05:48:42.994Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 97.746782ms iteration = 11 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2735	2024-12-21T05:48:43.002Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2736	2024-12-21T05:48:43.002Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2737	2024-12-21T05:48:43.002Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2738	2024-12-21T05:48:43.002Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2739	2024-12-21T05:48:43.002Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2740	2024-12-21T05:48:43.003Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2741	2024-12-21T05:48:43.003Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2742	2024-12-21T05:48:43.007Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2743	2024-12-21T05:48:43.007Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2744	2024-12-21T05:48:43.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2745	2024-12-21T05:48:43.009Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 111.427751ms iteration = 11 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
2746	2024-12-21T05:48:43.012Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
2747	2024-12-21T05:48:43.012Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 116.35428ms iteration = 11 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
2748	2024-12-21T05:48:43.012Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
2749	2024-12-21T05:48:43.012Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
2750	2024-12-21T05:48:43.013Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
2751	2024-12-21T05:48:43.013Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2752	2024-12-21T05:48:43.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2753	2024-12-21T05:48:43.014Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2754	2024-12-21T05:48:43.014Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2755	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
2756	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2757	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2758	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2759	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2760	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2761	2024-12-21T05:48:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2762	2024-12-21T05:48:43.019Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2763	2024-12-21T05:48:43.019Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2764	2024-12-21T05:48:43.019Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 121.944344ms iteration = 6 status = {"errors":[],"found_port_ok":[]}
2765	2024-12-21T05:48:43.021Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2766	2024-12-21T05:48:43.021Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2767	2024-12-21T05:48:43.021Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2768	2024-12-21T05:48:43.023Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2769	2024-12-21T05:48:43.023Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2770	2024-12-21T05:48:43.026Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
2771	2024-12-21T05:48:43.027Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2772	2024-12-21T05:48:43.030Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
2773	2024-12-21T05:48:43.030Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2774	2024-12-21T05:48:43.030Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2775	2024-12-21T05:48:43.032Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
2776	2024-12-21T05:48:43.032Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 136.251789ms iteration = 6 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
2777	2024-12-21T05:48:43.032Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2778	2024-12-21T05:48:43.033Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2779	2024-12-21T05:48:43.034Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2780	2024-12-21T05:48:43.035Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2781	2024-12-21T05:48:43.037Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2782	2024-12-21T05:48:43.037Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2783	2024-12-21T05:48:43.037Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2784	2024-12-21T05:48:43.039Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2785	2024-12-21T05:48:43.040Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2786	2024-12-21T05:48:43.040Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
2787	2024-12-21T05:48:43.040Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2788	2024-12-21T05:48:43.040Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2789	2024-12-21T05:48:43.041Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2790	2024-12-21T05:48:43.041Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2791	2024-12-21T05:48:43.042Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 145.655735ms iteration = 11 status = 0
2792	2024-12-21T05:48:43.043Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2793	2024-12-21T05:48:43.043Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2794	2024-12-21T05:48:43.044Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2795	2024-12-21T05:48:43.047Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2796	2024-12-21T05:48:43.047Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2797	2024-12-21T05:48:43.047Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
2798	2024-12-21T05:48:43.047Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2799	2024-12-21T05:48:43.048Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2800	2024-12-21T05:48:43.050Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
2801	2024-12-21T05:48:43.050Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 155.03041ms iteration = 6 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
2802	2024-12-21T05:48:43.051Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2803	2024-12-21T05:48:43.051Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2804	2024-12-21T05:48:43.054Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2805	2024-12-21T05:48:43.054Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
2806	2024-12-21T05:48:43.054Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 157.880129ms iteration = 11 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
2807	2024-12-21T05:48:43.054Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2808	2024-12-21T05:48:43.055Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2809	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
2810	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
2811	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2812	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2813	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2814	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2815	2024-12-21T05:48:43.056Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2816	2024-12-21T05:48:43.057Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2817	2024-12-21T05:48:43.058Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2818	2024-12-21T05:48:43.058Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2819	2024-12-21T05:48:43.059Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2820	2024-12-21T05:48:43.059Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2821	2024-12-21T05:48:43.060Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2822	2024-12-21T05:48:43.060Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2823	2024-12-21T05:48:43.060Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2824	2024-12-21T05:48:43.061Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2825	2024-12-21T05:48:43.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2826	2024-12-21T05:48:43.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2827	2024-12-21T05:48:43.061Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2828	2024-12-21T05:48:43.061Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
2829	2024-12-21T05:48:43.061Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2830	2024-12-21T05:48:43.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2831	2024-12-21T05:48:43.061Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2832	2024-12-21T05:48:43.062Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f44c4ddb-24a7-42a6-9769-84a7c287d064", "content-length": "26", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2833	2024-12-21T05:48:43.062Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2834	2024-12-21T05:48:43.063Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2835	2024-12-21T05:48:43.063Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2836	2024-12-21T05:48:43.063Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2837	2024-12-21T05:48:43.064Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
2838	2024-12-21T05:48:43.064Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
2839	2024-12-21T05:48:43.064Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
2840	2024-12-21T05:48:43.064Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 168.460773ms iteration = 6 status = {"generation":2}
2841	2024-12-21T05:48:43.064Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2842	2024-12-21T05:48:43.070Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
2843	2024-12-21T05:48:43.070Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
2844	2024-12-21T05:48:43.070Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2845	2024-12-21T05:48:43.070Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2846	2024-12-21T05:48:43.071Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2847	2024-12-21T05:48:43.074Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2848	2024-12-21T05:48:43.074Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2849	2024-12-21T05:48:43.074Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2850	2024-12-21T05:48:43.076Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
2851	2024-12-21T05:48:43.076Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
2852	2024-12-21T05:48:43.076Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
2853	2024-12-21T05:48:43.076Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 180.755649ms iteration = 6 status = {"generation":1}
2854	2024-12-21T05:48:43.079Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 182.538782ms iteration = 12 status = {"physical_disks_added":0}
2855	2024-12-21T05:48:43.090Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2856	2024-12-21T05:48:43.091Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2857	2024-12-21T05:48:43.092Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2858	2024-12-21T05:48:43.095Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
2859	2024-12-21T05:48:43.095Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2860	2024-12-21T05:48:43.096Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2861	2024-12-21T05:48:43.097Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2862	2024-12-21T05:48:43.097Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2863	2024-12-21T05:48:43.098Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2864	2024-12-21T05:48:43.099Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2865	2024-12-21T05:48:43.100Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2866	2024-12-21T05:48:43.103Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
2867	2024-12-21T05:48:43.103Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2868	2024-12-21T05:48:43.103Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2869	2024-12-21T05:48:43.116Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2870	2024-12-21T05:48:43.116Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2871	2024-12-21T05:48:43.118Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2872	2024-12-21T05:48:43.119Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2873	2024-12-21T05:48:43.121Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2874	2024-12-21T05:48:43.121Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2875	2024-12-21T05:48:43.123Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2876	2024-12-21T05:48:43.123Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2877	2024-12-21T05:48:43.125Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2878	2024-12-21T05:48:43.125Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2879	2024-12-21T05:48:43.127Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2880	2024-12-21T05:48:43.127Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2881	2024-12-21T05:48:43.128Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2882	2024-12-21T05:48:43.128Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2883	2024-12-21T05:48:43.130Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2884	2024-12-21T05:48:43.134Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
2885	2024-12-21T05:48:43.134Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2886	2024-12-21T05:48:43.134Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2887	2024-12-21T05:48:43.135Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2888	2024-12-21T05:48:43.135Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2889	2024-12-21T05:48:43.188Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
2890	2024-12-21T05:48:43.255Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
2891	2024-12-21T05:48:43.255Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2892	2024-12-21T05:48:43.256Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e74866e-f8c3-44ab-a9b9-b81ba450adf3", "content-length": "26", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2893	2024-12-21T05:48:43.256Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2894	2024-12-21T05:48:43.258Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2895	2024-12-21T05:48:43.273Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
2896	2024-12-21T05:48:43.273Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2897	2024-12-21T05:48:43.273Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "31db8644-d956-4977-a669-a4392baa8b51", "content-length": "372", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2898	2024-12-21T05:48:43.273Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2899	2024-12-21T05:48:43.274Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2900	2024-12-21T05:48:43.328Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
2901	2024-12-21T05:48:43.328Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2902	2024-12-21T05:48:43.328Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "caf4f33f-9fbd-4195-bb4a-7a2d24c12bb8", "content-length": "26", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2903	2024-12-21T05:48:43.328Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2904	2024-12-21T05:48:43.329Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2905	2024-12-21T05:48:43.332Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2906	2024-12-21T05:48:43.332Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "5b0f3ad1-475c-4696-a59f-c8d4ddab3f6a", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2907	2024-12-21T05:48:43.332Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2908	2024-12-21T05:48:43.334Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "857c4ad1-5edb-44bf-a067-7f3be59dbaba", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2909	2024-12-21T05:48:43.334Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2910	2024-12-21T05:48:43.336Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
2911	2024-12-21T05:48:43.336Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 440.692725ms iteration = 8 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
2912	2024-12-21T05:48:43.336Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
2913	2024-12-21T05:48:43.336Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "e71c91d0-4613-4464-a8a3-4c29f71378e0", "content-length": "691", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2914	2024-12-21T05:48:43.336Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
2915	2024-12-21T05:48:43.336Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
2916	2024-12-21T05:48:43.336Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
2917	2024-12-21T05:48:43.338Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 441.578935ms iteration = 11 status = {}
2918	2024-12-21T05:48:43.338Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2919	2024-12-21T05:48:43.338Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2920	2024-12-21T05:48:43.339Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2921	2024-12-21T05:48:43.343Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
2922	2024-12-21T05:48:43.343Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2923	2024-12-21T05:48:43.343Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2924	2024-12-21T05:48:43.358Z	DEBG	nexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name("external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name("external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name("nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name("nexus-b381127d-ac24-4ced-abe2-28a1272fd710"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name("nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
2925	2024-12-21T05:48:43.358Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2926	2024-12-21T05:48:43.358Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2927	2024-12-21T05:48:43.359Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2928	2024-12-21T05:48:43.360Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 464.882656ms iteration = 11 status = {}
2929	2024-12-21T05:48:43.361Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
2930	2024-12-21T05:48:43.361Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2931	2024-12-21T05:48:43.361Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2932	2024-12-21T05:48:43.363Z	DEBG	nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
2933	2024-12-21T05:48:43.363Z	DEBG	nexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name("external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name("external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name("nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name("nexus-b381127d-ac24-4ced-abe2-28a1272fd710"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name("nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
2934	2024-12-21T05:48:43.363Z	DEBG	nexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
2935	2024-12-21T05:48:43.373Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
2936	2024-12-21T05:48:43.373Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2937	2024-12-21T05:48:43.374Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "dae7f108-da8c-440d-9a2d-bcbee8f23e09", "content-length": "1", "date": "Sat, 21 Dec 2024 05:48:42 GMT"} })
2938	2024-12-21T05:48:43.378Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2939	2024-12-21T05:48:43.378Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2940	2024-12-21T05:48:43.380Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
2941	2024-12-21T05:48:43.380Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
2942	2024-12-21T05:48:43.380Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 485.181755ms iteration = 11 status = null
2943	2024-12-21T05:48:43.380Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "17cfd541-c841-41c7-a9a6-bc2da36f5ce1", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2944	2024-12-21T05:48:43.380Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2945	2024-12-21T05:48:43.381Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2946	2024-12-21T05:48:43.383Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2947	2024-12-21T05:48:43.383Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2948	2024-12-21T05:48:43.386Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2949	2024-12-21T05:48:43.386Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2950	2024-12-21T05:48:43.389Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
2951	2024-12-21T05:48:43.389Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2952	2024-12-21T05:48:43.390Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "ab54f5eb-7acd-435c-9d14-d86bce320bd9", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2953	2024-12-21T05:48:43.392Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 495.727328ms iteration = 11 status = {}
2954	2024-12-21T05:48:43.414Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2955	2024-12-21T05:48:43.414Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "7897e256-b0ed-402d-b667-28345e047ffd", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2956	2024-12-21T05:48:43.414Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2957	2024-12-21T05:48:43.415Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "8be4178d-ebde-480a-91da-1ac49abd1ee7", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2958	2024-12-21T05:48:43.416Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2959	2024-12-21T05:48:43.418Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "4e93238f-6e82-4dfa-a772-f45979a46e43", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2960	2024-12-21T05:48:43.418Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2961	2024-12-21T05:48:43.420Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
2962	2024-12-21T05:48:43.420Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 524.417589ms iteration = 8 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
2963	2024-12-21T05:48:43.458Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2964	2024-12-21T05:48:43.458Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2965	2024-12-21T05:48:43.459Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
2966	2024-12-21T05:48:43.459Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2967	2024-12-21T05:48:43.459Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2968	2024-12-21T05:48:43.468Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2969	2024-12-21T05:48:43.469Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "67f3050d-8e4f-4cb8-8dda-15e8349e30d6", "content-length": "134", "date": "Sat, 21 Dec 2024 05:48:42 GMT"} })
2970	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
2971	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
2972	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
2973	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
2974	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2975	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2976	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2977	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2978	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2979	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2980	2024-12-21T05:48:43.469Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
2981	2024-12-21T05:48:43.469Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2982	2024-12-21T05:48:43.470Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2983	2024-12-21T05:48:43.471Z	DEBG	nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 67885466-b1c6-48f5-a800-f848c80749b6, time_created: 2024-12-21T05:44:01.080271Z, time_modified: 2024-12-21T05:44:01.080271Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
2984	2024-12-21T05:48:43.471Z	DEBG	nexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
2985	2024-12-21T05:48:43.471Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2986	2024-12-21T05:48:43.471Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2987	2024-12-21T05:48:43.471Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2988	2024-12-21T05:48:43.472Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "3e07109b-7eeb-479c-ae96-2467aa66f186", "content-length": "2", "date": "Sat, 21 Dec 2024 05:48:42 GMT"} })
2989	2024-12-21T05:48:43.472Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2990	2024-12-21T05:48:43.472Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "86b0db38-edc8-4218-b533-3b82633fc6ba", "content-length": "52", "date": "Sat, 21 Dec 2024 05:48:42 GMT"} })
2991	2024-12-21T05:48:43.472Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
2992	2024-12-21T05:48:43.472Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2993	2024-12-21T05:48:43.473Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
2994	2024-12-21T05:48:43.474Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
2995	2024-12-21T05:48:43.475Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2996	2024-12-21T05:48:43.478Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
2997	2024-12-21T05:48:43.509Z	DEBG	nexus (service-firewall-rule-progator): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
2998	2024-12-21T05:48:43.570Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "ccf7d444-fec7-46b0-bb38-b93fd357db23", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
2999	2024-12-21T05:48:43.570Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
3000	2024-12-21T05:48:43.570Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3001	2024-12-21T05:48:43.571Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "f1dd161a-35d5-437d-933a-a89347e67d11", "content-length": "682", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
3002	2024-12-21T05:48:43.571Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3003	2024-12-21T05:48:43.571Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3004	2024-12-21T05:48:43.571Z	DEBG	nexus (service-firewall-rule-progator): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "7ae03715-0605-4508-8f60-534c67072552", "date": "Sat, 21 Dec 2024 05:48:43 GMT"} })
3005	2024-12-21T05:48:43.573Z	INFO	nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
3006	2024-12-21T05:48:43.573Z	DEBG	nexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 677.295988ms
3007	2024-12-21T05:48:43.573Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 677.303558ms iteration = 2 status = {}
3008	2024-12-21T05:48:43.577Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3009	2024-12-21T05:48:43.577Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3010	2024-12-21T05:48:43.580Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3011	2024-12-21T05:48:43.580Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3012	2024-12-21T05:48:43.582Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3013	2024-12-21T05:48:43.583Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3014	2024-12-21T05:48:43.589Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 693.358164ms iteration = 11 status = {}
3015	2024-12-21T05:48:47.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 288 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 3b8fb164-db63-49bf-b94d-3fae6beb58fc response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3016	2024-12-21T05:48:52.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 32 reason = Timeout
3017	2024-12-21T05:48:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3018	2024-12-21T05:48:52.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3019	2024-12-21T05:48:52.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 32 reason = Timeout
3020	2024-12-21T05:48:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3021	2024-12-21T05:48:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3022	2024-12-21T05:48:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3023	2024-12-21T05:48:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3024	2024-12-21T05:48:52.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3025	2024-12-21T05:48:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3026	2024-12-21T05:48:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3027	2024-12-21T05:48:52.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3028	2024-12-21T05:48:52.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3029	2024-12-21T05:48:52.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3030	2024-12-21T05:48:52.907Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3031	2024-12-21T05:48:52.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3032	2024-12-21T05:48:52.920Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3033	2024-12-21T05:48:52.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.825147ms iteration = 32 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3034	2024-12-21T05:48:52.924Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3035	2024-12-21T05:48:52.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3036	2024-12-21T05:48:52.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 61.768146ms iteration = 32 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3037	2024-12-21T05:48:57.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 295 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 11b197f1-f759-46f6-a3fc-23c68f6da4bf response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3038	2024-12-21T05:49:02.810Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = d40e4e03-0f18-43d1-9f82-63ca72842b07 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
3039	2024-12-21T05:49:02.810Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = d40e4e03-0f18-43d1-9f82-63ca72842b07 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
3040	2024-12-21T05:49:02.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3312 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = d40e4e03-0f18-43d1-9f82-63ca72842b07 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
3041	2024-12-21T05:49:02.813Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 8d349005-a2fe-4c5c-af02-0cb13e9a9590 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
3042	2024-12-21T05:49:02.814Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 8d349005-a2fe-4c5c-af02-0cb13e9a9590 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
3043	2024-12-21T05:49:02.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2518 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = 8d349005-a2fe-4c5c-af02-0cb13e9a9590 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
3044	2024-12-21T05:49:02.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 33 reason = Timeout
3045	2024-12-21T05:49:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3046	2024-12-21T05:49:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3047	2024-12-21T05:49:02.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 33 reason = Timeout
3048	2024-12-21T05:49:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3049	2024-12-21T05:49:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3050	2024-12-21T05:49:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3051	2024-12-21T05:49:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3052	2024-12-21T05:49:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3053	2024-12-21T05:49:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3054	2024-12-21T05:49:02.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3055	2024-12-21T05:49:02.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3056	2024-12-21T05:49:02.926Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3057	2024-12-21T05:49:02.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3058	2024-12-21T05:49:02.929Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3059	2024-12-21T05:49:02.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3060	2024-12-21T05:49:02.931Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3061	2024-12-21T05:49:02.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3062	2024-12-21T05:49:02.943Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3063	2024-12-21T05:49:02.943Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 47.598825ms iteration = 33 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3064	2024-12-21T05:49:02.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 58.134719ms iteration = 33 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3065	2024-12-21T05:49:07.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 290 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 3bfda669-356b-445c-9ea2-cadb87978e25 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3066	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 12 reason = Timeout
3067	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 12 reason = Timeout
3068	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3069	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 12 reason = Timeout
3070	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 34 reason = Timeout
3071	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3072	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3073	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3074	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3075	2024-12-21T05:49:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3076	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 34 reason = Timeout
3077	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3078	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 12 reason = Timeout
3079	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 12 reason = Timeout
3080	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3081	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3082	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 12 reason = Timeout
3083	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 12 reason = Timeout
3084	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3085	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
3086	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3087	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 12 reason = Timeout
3088	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3089	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 13 reason = Timeout
3090	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 12 reason = Timeout
3091	2024-12-21T05:49:12.897Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
3092	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3093	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3094	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 12 reason = Timeout
3095	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3096	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 12 reason = Timeout
3097	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3098	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 12 reason = Timeout
3099	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
3100	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 12 reason = Timeout
3101	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
3102	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 12 reason = Timeout
3103	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3104	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3105	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3106	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3107	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3108	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3109	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3110	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3111	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3112	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3113	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3114	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
3115	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3116	2024-12-21T05:49:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
3117	2024-12-21T05:49:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3118	2024-12-21T05:49:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1098, tv_nsec: 316333349 } })
3119	2024-12-21T05:49:12.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.631547ms iteration = 12 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
3120	2024-12-21T05:49:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1098, tv_nsec: 316456232 } })
3121	2024-12-21T05:49:12.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
3122	2024-12-21T05:49:12.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
3123	2024-12-21T05:49:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3124	2024-12-21T05:49:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3125	2024-12-21T05:49:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3126	2024-12-21T05:49:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3127	2024-12-21T05:49:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3128	2024-12-21T05:49:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3129	2024-12-21T05:49:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3130	2024-12-21T05:49:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3131	2024-12-21T05:49:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3132	2024-12-21T05:49:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3133	2024-12-21T05:49:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3134	2024-12-21T05:49:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3135	2024-12-21T05:49:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3136	2024-12-21T05:49:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3137	2024-12-21T05:49:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3138	2024-12-21T05:49:12.909Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3139	2024-12-21T05:49:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3140	2024-12-21T05:49:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3141	2024-12-21T05:49:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3142	2024-12-21T05:49:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3143	2024-12-21T05:49:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3144	2024-12-21T05:49:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3145	2024-12-21T05:49:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3146	2024-12-21T05:49:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3147	2024-12-21T05:49:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3148	2024-12-21T05:49:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3149	2024-12-21T05:49:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3150	2024-12-21T05:49:12.914Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 17.676665ms iteration = 34 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3151	2024-12-21T05:49:12.914Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3152	2024-12-21T05:49:12.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3153	2024-12-21T05:49:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3154	2024-12-21T05:49:12.916Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1098, tv_nsec: 333284477 } })
3155	2024-12-21T05:49:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3156	2024-12-21T05:49:12.916Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3157	2024-12-21T05:49:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3158	2024-12-21T05:49:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3159	2024-12-21T05:49:12.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3160	2024-12-21T05:49:12.919Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3161	2024-12-21T05:49:12.919Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3162	2024-12-21T05:49:12.919Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3163	2024-12-21T05:49:12.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3164	2024-12-21T05:49:12.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3165	2024-12-21T05:49:12.920Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3166	2024-12-21T05:49:12.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 23.486194ms iteration = 12 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3167	2024-12-21T05:49:12.943Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3168	2024-12-21T05:49:12.943Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3169	2024-12-21T05:49:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3170	2024-12-21T05:49:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3171	2024-12-21T05:49:12.945Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3172	2024-12-21T05:49:12.945Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3173	2024-12-21T05:49:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3174	2024-12-21T05:49:12.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3175	2024-12-21T05:49:12.947Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3176	2024-12-21T05:49:12.947Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 51.51791ms iteration = 34 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3177	2024-12-21T05:49:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3178	2024-12-21T05:49:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3179	2024-12-21T05:49:12.949Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3180	2024-12-21T05:49:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3181	2024-12-21T05:49:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3182	2024-12-21T05:49:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3183	2024-12-21T05:49:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3184	2024-12-21T05:49:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3185	2024-12-21T05:49:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3186	2024-12-21T05:49:12.954Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3187	2024-12-21T05:49:12.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
3188	2024-12-21T05:49:12.954Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3189	2024-12-21T05:49:12.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3190	2024-12-21T05:49:12.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3191	2024-12-21T05:49:12.956Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 59.068821ms iteration = 12 status = {"errors":[],"finish_invoked_ok":[]}
3192	2024-12-21T05:49:12.957Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 60.450254ms iteration = 12 status = 0
3193	2024-12-21T05:49:12.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 60.743972ms iteration = 12 status = {"errors":[],"garbage_collect_requested":[]}
3194	2024-12-21T05:49:12.959Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3195	2024-12-21T05:49:12.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3196	2024-12-21T05:49:12.962Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3197	2024-12-21T05:49:12.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3198	2024-12-21T05:49:12.984Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3199	2024-12-21T05:49:12.984Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3200	2024-12-21T05:49:12.984Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 87.551686ms iteration = 12 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3201	2024-12-21T05:49:12.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 90.141519ms iteration = 12 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3202	2024-12-21T05:49:12.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 90.17883ms iteration = 12 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3203	2024-12-21T05:49:12.987Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3204	2024-12-21T05:49:12.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3205	2024-12-21T05:49:12.989Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 92.041845ms iteration = 12 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3206	2024-12-21T05:49:12.992Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
3207	2024-12-21T05:49:12.992Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3208	2024-12-21T05:49:12.992Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e6a4a5bd-fbd7-42fa-8719-017e071c0d92", "content-length": "26", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3209	2024-12-21T05:49:12.992Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3210	2024-12-21T05:49:12.992Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
3211	2024-12-21T05:49:12.992Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3212	2024-12-21T05:49:12.993Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "eec69be9-ded4-4de2-a308-8f8919d27d06", "content-length": "26", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3213	2024-12-21T05:49:12.993Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3214	2024-12-21T05:49:12.995Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3215	2024-12-21T05:49:12.995Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3216	2024-12-21T05:49:13.000Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 103.330046ms iteration = 13 status = {"physical_disks_added":0}
3217	2024-12-21T05:49:13.016Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
3218	2024-12-21T05:49:13.016Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3219	2024-12-21T05:49:13.016Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7c05c3c3-1839-4528-bc37-43ef2702e6bd", "content-length": "26", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3220	2024-12-21T05:49:13.016Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3221	2024-12-21T05:49:13.018Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3222	2024-12-21T05:49:13.027Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3223	2024-12-21T05:49:13.028Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3224	2024-12-21T05:49:13.174Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 278.067651ms iteration = 12 status = {}
3225	2024-12-21T05:49:13.187Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
3226	2024-12-21T05:49:13.187Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3227	2024-12-21T05:49:13.187Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "49eb1838-8a96-441e-840e-9471ec6f4777", "content-length": "372", "date": "Sat, 21 Dec 2024 05:49:13 GMT"} })
3228	2024-12-21T05:49:13.187Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3229	2024-12-21T05:49:13.187Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3230	2024-12-21T05:49:13.195Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3231	2024-12-21T05:49:13.195Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "0926c156-094d-4462-8b49-21d2ed6bee43", "content-length": "1", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3232	2024-12-21T05:49:13.196Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3233	2024-12-21T05:49:13.197Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3234	2024-12-21T05:49:13.199Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 303.005302ms iteration = 12 status = null
3235	2024-12-21T05:49:13.223Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3236	2024-12-21T05:49:13.223Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3237	2024-12-21T05:49:13.225Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3238	2024-12-21T05:49:13.226Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3239	2024-12-21T05:49:13.226Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3240	2024-12-21T05:49:13.227Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3241	2024-12-21T05:49:13.228Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3242	2024-12-21T05:49:13.229Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
3243	2024-12-21T05:49:13.229Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
3244	2024-12-21T05:49:13.229Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "239741d7-fb0a-49e9-b78b-b71d9dcb094d", "date": "Sat, 21 Dec 2024 05:49:13 GMT"} })
3245	2024-12-21T05:49:13.229Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3246	2024-12-21T05:49:13.229Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3247	2024-12-21T05:49:13.230Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3248	2024-12-21T05:49:13.230Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3249	2024-12-21T05:49:13.230Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3250	2024-12-21T05:49:13.231Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3251	2024-12-21T05:49:13.231Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3252	2024-12-21T05:49:13.234Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3253	2024-12-21T05:49:13.235Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3254	2024-12-21T05:49:13.239Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
3255	2024-12-21T05:49:13.239Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3256	2024-12-21T05:49:13.239Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7151332d-733e-4ef3-928f-fa3d1d4485eb", "date": "Sat, 21 Dec 2024 05:49:13 GMT"} })
3257	2024-12-21T05:49:13.241Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 344.021368ms iteration = 12 status = {}
3258	2024-12-21T05:49:13.267Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3259	2024-12-21T05:49:13.268Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3260	2024-12-21T05:49:13.269Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
3261	2024-12-21T05:49:13.269Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3262	2024-12-21T05:49:13.269Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3263	2024-12-21T05:49:13.277Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3264	2024-12-21T05:49:13.278Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3b8b4055-790b-47f8-a30d-24da5c15ce8e", "content-length": "134", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3265	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
3266	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
3267	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
3268	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
3269	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3270	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3271	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3272	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3273	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3274	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3275	2024-12-21T05:49:13.278Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3276	2024-12-21T05:49:13.278Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3277	2024-12-21T05:49:13.279Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3278	2024-12-21T05:49:13.281Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3279	2024-12-21T05:49:13.281Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "d49082e9-b045-4617-9233-f05e43f4a099", "content-length": "2", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3280	2024-12-21T05:49:13.281Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3281	2024-12-21T05:49:13.281Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "4edaf196-7ee9-4313-b912-5581d8b25a94", "content-length": "52", "date": "Sat, 21 Dec 2024 05:49:12 GMT"} })
3282	2024-12-21T05:49:13.281Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
3283	2024-12-21T05:49:13.281Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3284	2024-12-21T05:49:13.323Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
3285	2024-12-21T05:49:13.378Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "cf318ede-5ebb-4d29-bcda-eda16dfbcc09", "date": "Sat, 21 Dec 2024 05:49:13 GMT"} })
3286	2024-12-21T05:49:13.378Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
3287	2024-12-21T05:49:13.378Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3288	2024-12-21T05:49:13.378Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "d407fb4f-958d-47f8-a86f-9bcaf4ec8f8d", "content-length": "691", "date": "Sat, 21 Dec 2024 05:49:13 GMT"} })
3289	2024-12-21T05:49:13.378Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
3290	2024-12-21T05:49:13.378Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
3291	2024-12-21T05:49:13.378Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
3292	2024-12-21T05:49:13.378Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "bfdffcc0-b8a2-4556-8444-8993ac4085e3", "content-length": "682", "date": "Sat, 21 Dec 2024 05:49:13 GMT"} })
3293	2024-12-21T05:49:13.378Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3294	2024-12-21T05:49:13.379Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 481.950477ms iteration = 12 status = {}
3295	2024-12-21T05:49:13.379Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3296	2024-12-21T05:49:13.382Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3297	2024-12-21T05:49:13.382Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3298	2024-12-21T05:49:13.385Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3299	2024-12-21T05:49:13.385Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3300	2024-12-21T05:49:13.387Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3301	2024-12-21T05:49:13.388Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3302	2024-12-21T05:49:13.393Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 496.688622ms iteration = 12 status = {}
3303	2024-12-21T05:49:17.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 256 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 2f6cefd9-2c22-414f-95ba-8264f7ff3eac response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3304	2024-12-21T05:49:22.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 35 reason = Timeout
3305	2024-12-21T05:49:22.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3306	2024-12-21T05:49:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3307	2024-12-21T05:49:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 35 reason = Timeout
3308	2024-12-21T05:49:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3309	2024-12-21T05:49:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3310	2024-12-21T05:49:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3311	2024-12-21T05:49:22.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3312	2024-12-21T05:49:22.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3313	2024-12-21T05:49:22.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.992666ms iteration = 35 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3314	2024-12-21T05:49:22.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3315	2024-12-21T05:49:22.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3316	2024-12-21T05:49:22.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3317	2024-12-21T05:49:22.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3318	2024-12-21T05:49:22.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3319	2024-12-21T05:49:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3320	2024-12-21T05:49:22.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3321	2024-12-21T05:49:22.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3322	2024-12-21T05:49:22.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3323	2024-12-21T05:49:22.915Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3324	2024-12-21T05:49:22.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.394996ms iteration = 35 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3325	2024-12-21T05:49:27.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 272 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = ae98d271-3c29-4f99-9203-032671fe3e67 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3326	2024-12-21T05:49:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 36 reason = Timeout
3327	2024-12-21T05:49:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3328	2024-12-21T05:49:32.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3329	2024-12-21T05:49:32.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 36 reason = Timeout
3330	2024-12-21T05:49:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3331	2024-12-21T05:49:32.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3332	2024-12-21T05:49:32.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3333	2024-12-21T05:49:32.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3334	2024-12-21T05:49:32.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3335	2024-12-21T05:49:32.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.290124ms iteration = 36 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3336	2024-12-21T05:49:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3337	2024-12-21T05:49:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3338	2024-12-21T05:49:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3339	2024-12-21T05:49:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3340	2024-12-21T05:49:32.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3341	2024-12-21T05:49:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3342	2024-12-21T05:49:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3343	2024-12-21T05:49:32.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3344	2024-12-21T05:49:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3345	2024-12-21T05:49:32.917Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3346	2024-12-21T05:49:32.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.02769ms iteration = 36 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3347	2024-12-21T05:49:37.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 319 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = da7a42f9-c35a-475a-9223-80776b4c13e6 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3348	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 13 reason = Timeout
3349	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 13 reason = Timeout
3350	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3351	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 7 reason = Timeout
3352	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 7 reason = Timeout
3353	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
3354	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3355	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 9 reason = Timeout
3356	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 7 reason = Timeout
3357	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 37 reason = Timeout
3358	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3359	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3360	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 8 reason = Timeout
3361	2024-12-21T05:49:42.896Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
3362	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 28.74\u{b5}s iteration = 8 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
3363	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 7 reason = Timeout
3364	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 13 reason = Timeout
3365	2024-12-21T05:49:42.896Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:39:42.896198960 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
3366	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 9 reason = Timeout
3367	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3368	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
3369	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 7 reason = Timeout
3370	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 7 reason = Timeout
3371	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
3372	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3373	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 37 reason = Timeout
3374	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3375	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 13 reason = Timeout
3376	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3377	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 4 reason = Timeout
3378	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3379	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 13 reason = Timeout
3380	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
3381	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3382	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 14 reason = Timeout
3383	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 7 reason = Timeout
3384	2024-12-21T05:49:42.896Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
3385	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
3386	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3387	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 13 reason = Timeout
3388	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3389	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 13 reason = Timeout
3390	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3391	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 13 reason = Timeout
3392	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 7 reason = Timeout
3393	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
3394	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 13 reason = Timeout
3395	2024-12-21T05:49:42.896Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
3396	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3397	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3398	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 13 reason = Timeout
3399	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3400	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3401	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3402	2024-12-21T05:49:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3403	2024-12-21T05:49:42.897Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 313856260 } })
3404	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3405	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3406	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 13 reason = Timeout
3407	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 7 reason = Timeout
3408	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 13 reason = Timeout
3409	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3410	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
3411	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
3412	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 13 reason = Timeout
3413	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
3414	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3415	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 13 reason = Timeout
3416	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3417	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 7 reason = Timeout
3418	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
3419	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3420	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3421	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3422	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3423	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3424	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
3425	2024-12-21T05:49:42.897Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 314011723 } })
3426	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
3427	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3428	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3429	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3430	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3431	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3432	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3433	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
3434	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
3435	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
3436	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3437	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3438	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
3439	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
3440	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3441	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3442	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
3443	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.358162ms iteration = 7 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
3444	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3445	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3446	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
3447	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.65804ms iteration = 7 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
3448	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3449	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3450	2024-12-21T05:49:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3451	2024-12-21T05:49:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3452	2024-12-21T05:49:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3453	2024-12-21T05:49:42.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 315795746 } })
3454	2024-12-21T05:49:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
3455	2024-12-21T05:49:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3456	2024-12-21T05:49:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3457	2024-12-21T05:49:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3458	2024-12-21T05:49:42.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.450738ms iteration = 13 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
3459	2024-12-21T05:49:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3460	2024-12-21T05:49:42.901Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 317939318 } })
3461	2024-12-21T05:49:42.901Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
3462	2024-12-21T05:49:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3463	2024-12-21T05:49:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3464	2024-12-21T05:49:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3465	2024-12-21T05:49:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3466	2024-12-21T05:49:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3467	2024-12-21T05:49:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3468	2024-12-21T05:49:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3469	2024-12-21T05:49:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3470	2024-12-21T05:49:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3471	2024-12-21T05:49:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3472	2024-12-21T05:49:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3473	2024-12-21T05:49:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3474	2024-12-21T05:49:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3475	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3476	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3477	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3478	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3479	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
3480	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
3481	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3482	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3483	2024-12-21T05:49:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
3484	2024-12-21T05:49:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3485	2024-12-21T05:49:42.909Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3486	2024-12-21T05:49:42.909Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3487	2024-12-21T05:49:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3488	2024-12-21T05:49:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3489	2024-12-21T05:49:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3490	2024-12-21T05:49:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3491	2024-12-21T05:49:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3492	2024-12-21T05:49:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3493	2024-12-21T05:49:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3494	2024-12-21T05:49:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3495	2024-12-21T05:49:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3496	2024-12-21T05:49:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3497	2024-12-21T05:49:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3498	2024-12-21T05:49:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3499	2024-12-21T05:49:42.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3500	2024-12-21T05:49:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3501	2024-12-21T05:49:42.915Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:39:42.896198960 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
3502	2024-12-21T05:49:42.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 19.765635ms iteration = 7 status = {"expiration":"2024-12-21T05:39:42.896198960Z","pruned":[]}
3503	2024-12-21T05:49:42.916Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 19.278714ms iteration = 13 status = {"errors":[],"finish_invoked_ok":[]}
3504	2024-12-21T05:49:42.916Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 19.335695ms iteration = 7 status = {"errors":[],"found_port_ok":[]}
3505	2024-12-21T05:49:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3506	2024-12-21T05:49:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3507	2024-12-21T05:49:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3508	2024-12-21T05:49:42.918Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3509	2024-12-21T05:49:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3510	2024-12-21T05:49:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3511	2024-12-21T05:49:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3512	2024-12-21T05:49:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3513	2024-12-21T05:49:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3514	2024-12-21T05:49:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3515	2024-12-21T05:49:42.924Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3516	2024-12-21T05:49:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3517	2024-12-21T05:49:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3518	2024-12-21T05:49:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3519	2024-12-21T05:49:42.929Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3520	2024-12-21T05:49:42.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3521	2024-12-21T05:49:42.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3522	2024-12-21T05:49:42.929Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3523	2024-12-21T05:49:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3524	2024-12-21T05:49:42.930Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3525	2024-12-21T05:49:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3526	2024-12-21T05:49:42.934Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3527	2024-12-21T05:49:42.934Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1128, tv_nsec: 351408953 } })
3528	2024-12-21T05:49:42.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3529	2024-12-21T05:49:42.934Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3530	2024-12-21T05:49:42.936Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3531	2024-12-21T05:49:42.936Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 39.925991ms iteration = 13 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3532	2024-12-21T05:49:42.937Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3533	2024-12-21T05:49:42.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
3534	2024-12-21T05:49:42.941Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3535	2024-12-21T05:49:42.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3536	2024-12-21T05:49:42.943Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3537	2024-12-21T05:49:42.943Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3538	2024-12-21T05:49:42.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3539	2024-12-21T05:49:42.944Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3540	2024-12-21T05:49:42.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3541	2024-12-21T05:49:42.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3542	2024-12-21T05:49:42.946Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3543	2024-12-21T05:49:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3544	2024-12-21T05:49:42.948Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3545	2024-12-21T05:49:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3546	2024-12-21T05:49:42.948Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 52.191676ms iteration = 13 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3547	2024-12-21T05:49:42.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 51.94758ms iteration = 13 status = {"errors":[],"garbage_collect_requested":[]}
3548	2024-12-21T05:49:42.951Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3549	2024-12-21T05:49:42.952Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3550	2024-12-21T05:49:42.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3551	2024-12-21T05:49:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3552	2024-12-21T05:49:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3553	2024-12-21T05:49:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3554	2024-12-21T05:49:42.964Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3555	2024-12-21T05:49:42.967Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3556	2024-12-21T05:49:42.967Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 71.319636ms iteration = 37 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3557	2024-12-21T05:49:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3558	2024-12-21T05:49:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3559	2024-12-21T05:49:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3560	2024-12-21T05:49:42.969Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3561	2024-12-21T05:49:42.972Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
3562	2024-12-21T05:49:42.972Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
3563	2024-12-21T05:49:42.972Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 75.097687ms iteration = 7 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
3564	2024-12-21T05:49:42.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3565	2024-12-21T05:49:42.974Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 77.690419ms iteration = 4 status = {"nsuccess":5}
3566	2024-12-21T05:49:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3567	2024-12-21T05:49:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3568	2024-12-21T05:49:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3569	2024-12-21T05:49:42.975Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3570	2024-12-21T05:49:42.977Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3571	2024-12-21T05:49:42.977Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3572	2024-12-21T05:49:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3573	2024-12-21T05:49:42.980Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
3574	2024-12-21T05:49:42.980Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
3575	2024-12-21T05:49:42.980Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
3576	2024-12-21T05:49:42.980Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3577	2024-12-21T05:49:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3578	2024-12-21T05:49:42.981Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3579	2024-12-21T05:49:42.981Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3580	2024-12-21T05:49:42.981Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3581	2024-12-21T05:49:42.981Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3582	2024-12-21T05:49:42.981Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
3583	2024-12-21T05:49:42.981Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3584	2024-12-21T05:49:42.981Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3585	2024-12-21T05:49:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3586	2024-12-21T05:49:42.984Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 87.792772ms iteration = 13 status = 0
3587	2024-12-21T05:49:42.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3588	2024-12-21T05:49:42.984Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3589	2024-12-21T05:49:42.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3590	2024-12-21T05:49:42.985Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
3591	2024-12-21T05:49:42.985Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
3592	2024-12-21T05:49:42.985Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 89.34622ms iteration = 7 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
3593	2024-12-21T05:49:42.985Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3594	2024-12-21T05:49:42.986Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
3595	2024-12-21T05:49:42.986Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
3596	2024-12-21T05:49:42.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3597	2024-12-21T05:49:42.988Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3598	2024-12-21T05:49:42.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3599	2024-12-21T05:49:42.988Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3600	2024-12-21T05:49:42.989Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3601	2024-12-21T05:49:42.990Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3602	2024-12-21T05:49:42.991Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3603	2024-12-21T05:49:42.991Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3604	2024-12-21T05:49:42.991Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3605	2024-12-21T05:49:42.992Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 96.112252ms iteration = 37 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3606	2024-12-21T05:49:43.000Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3607	2024-12-21T05:49:43.002Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3608	2024-12-21T05:49:43.002Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3609	2024-12-21T05:49:43.003Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3610	2024-12-21T05:49:43.004Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3611	2024-12-21T05:49:43.004Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3612	2024-12-21T05:49:43.016Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 119.263859ms iteration = 13 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3613	2024-12-21T05:49:43.019Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
3614	2024-12-21T05:49:43.019Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
3615	2024-12-21T05:49:43.019Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
3616	2024-12-21T05:49:43.019Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3617	2024-12-21T05:49:43.019Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3618	2024-12-21T05:49:43.025Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3619	2024-12-21T05:49:43.025Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3620	2024-12-21T05:49:43.025Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 129.003454ms iteration = 13 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3621	2024-12-21T05:49:43.030Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
3622	2024-12-21T05:49:43.030Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
3623	2024-12-21T05:49:43.030Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3624	2024-12-21T05:49:43.030Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3625	2024-12-21T05:49:43.031Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3626	2024-12-21T05:49:43.033Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3627	2024-12-21T05:49:43.033Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3628	2024-12-21T05:49:43.033Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3629	2024-12-21T05:49:43.060Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
3630	2024-12-21T05:49:43.060Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 164.449097ms iteration = 7 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
3631	2024-12-21T05:49:43.079Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
3632	2024-12-21T05:49:43.079Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3633	2024-12-21T05:49:43.080Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "26a21477-e055-47ca-bfce-aa499d7993c1", "content-length": "26", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3634	2024-12-21T05:49:43.080Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3635	2024-12-21T05:49:43.082Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3636	2024-12-21T05:49:43.095Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 199.240414ms iteration = 14 status = {"physical_disks_added":0}
3637	2024-12-21T05:49:43.098Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
3638	2024-12-21T05:49:43.098Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3639	2024-12-21T05:49:43.098Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8bebc5a6-cb4d-464f-be8a-7fd577b4c8e7", "content-length": "26", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3640	2024-12-21T05:49:43.098Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3641	2024-12-21T05:49:43.100Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3642	2024-12-21T05:49:43.150Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
3643	2024-12-21T05:49:43.150Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3644	2024-12-21T05:49:43.150Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e012ef4f-9c4b-43bc-b78d-c6ea18b44cd7", "content-length": "26", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3645	2024-12-21T05:49:43.150Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3646	2024-12-21T05:49:43.151Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3647	2024-12-21T05:49:43.183Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
3648	2024-12-21T05:49:43.238Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
3649	2024-12-21T05:49:43.264Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
3650	2024-12-21T05:49:43.264Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3651	2024-12-21T05:49:43.265Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "cc0f4a41-b333-4f95-8b80-60d1981f2342", "content-length": "372", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3652	2024-12-21T05:49:43.265Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3653	2024-12-21T05:49:43.265Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3654	2024-12-21T05:49:43.267Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3655	2024-12-21T05:49:43.271Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3656	2024-12-21T05:49:43.271Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3657	2024-12-21T05:49:43.271Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3658	2024-12-21T05:49:43.289Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
3659	2024-12-21T05:49:43.289Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
3660	2024-12-21T05:49:43.295Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 398.439707ms iteration = 13 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3661	2024-12-21T05:49:43.296Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3662	2024-12-21T05:49:43.299Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3663	2024-12-21T05:49:43.299Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3664	2024-12-21T05:49:43.299Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3665	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
3666	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
3667	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
3668	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 405.172579ms iteration = 7 status = {"generation":2}
3669	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
3670	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
3671	2024-12-21T05:49:43.301Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3672	2024-12-21T05:49:43.302Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3673	2024-12-21T05:49:43.314Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
3674	2024-12-21T05:49:43.314Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
3675	2024-12-21T05:49:43.314Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "cc468df5-2fc3-4615-a012-00f726f4ffeb", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3676	2024-12-21T05:49:43.314Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3677	2024-12-21T05:49:43.314Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3678	2024-12-21T05:49:43.316Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
3679	2024-12-21T05:49:43.316Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 420.419867ms iteration = 7 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
3680	2024-12-21T05:49:43.317Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3681	2024-12-21T05:49:43.318Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3682	2024-12-21T05:49:43.319Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3683	2024-12-21T05:49:43.320Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 424.440773ms iteration = 13 status = {}
3684	2024-12-21T05:49:43.320Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3685	2024-12-21T05:49:43.320Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3686	2024-12-21T05:49:43.320Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3687	2024-12-21T05:49:43.323Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
3688	2024-12-21T05:49:43.324Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
3689	2024-12-21T05:49:43.324Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
3690	2024-12-21T05:49:43.324Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 427.998019ms iteration = 7 status = {"generation":1}
3691	2024-12-21T05:49:43.324Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3692	2024-12-21T05:49:43.324Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3693	2024-12-21T05:49:43.327Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
3694	2024-12-21T05:49:43.327Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3695	2024-12-21T05:49:43.327Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "238edaef-bbb9-48b2-a297-32e3c76b5922", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3696	2024-12-21T05:49:43.329Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 432.925887ms iteration = 13 status = {}
3697	2024-12-21T05:49:43.380Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3698	2024-12-21T05:49:43.381Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "b32014b3-60e9-4fe9-991c-deae4e90e721", "content-length": "1", "date": "Sat, 21 Dec 2024 05:49:42 GMT"} })
3699	2024-12-21T05:49:43.382Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3700	2024-12-21T05:49:43.382Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3701	2024-12-21T05:49:43.384Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 488.684699ms iteration = 13 status = null
3702	2024-12-21T05:49:43.466Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
3703	2024-12-21T05:49:43.466Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:64294
3704	2024-12-21T05:49:43.466Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64294 req_id = 10cdde33-3ac0-4bcc-a976-96aa2518a056 roles = RoleSet { roles: {} } uri = /metrics/producers
3705	2024-12-21T05:49:43.466Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64294 req_id = 10cdde33-3ac0-4bcc-a976-96aa2518a056 resource = Database result = Ok(()) uri = /metrics/producers
3706	2024-12-21T05:49:43.491Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
3707	2024-12-21T05:49:43.491Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "c550fec9-632f-4507-89ed-296926ed9dea", "content-length": "691", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3708	2024-12-21T05:49:43.491Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
3709	2024-12-21T05:49:43.491Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
3710	2024-12-21T05:49:43.491Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
3711	2024-12-21T05:49:43.492Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
3712	2024-12-21T05:49:43.493Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 597.210101ms iteration = 13 status = {}
3713	2024-12-21T05:49:43.533Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
3714	2024-12-21T05:49:43.533Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "ec27024d-bdab-48f7-ae48-c69b113bc91f", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3715	2024-12-21T05:49:43.533Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3716	2024-12-21T05:49:43.535Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "308c04be-afb3-46a7-bb68-4b8283437103", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3717	2024-12-21T05:49:43.535Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3718	2024-12-21T05:49:43.536Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
3719	2024-12-21T05:49:43.536Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 640.482112ms iteration = 9 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
3720	2024-12-21T05:49:43.548Z	INFO	nexus: assigned collector to new producer collector_id = 5539f2b1-1861-4dbb-974a-1247914c9a95 file = nexus/src/app/oximeter.rs:76 producer_id = b381127d-ac24-4ced-abe2-28a1272fd710
3721	2024-12-21T05:49:43.548Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 81973 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64294 req_id = 10cdde33-3ac0-4bcc-a976-96aa2518a056 response_code = 201 uri = /metrics/producers
3722	2024-12-21T05:49:43.548Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "10cdde33-3ac0-4bcc-a976-96aa2518a056", "content-length": "41", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3723	2024-12-21T05:49:43.549Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
3724	2024-12-21T05:49:43.549Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
3725	2024-12-21T05:49:43.584Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3726	2024-12-21T05:49:43.585Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3727	2024-12-21T05:49:43.586Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
3728	2024-12-21T05:49:43.587Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "ddd39bc6-f2b8-48a9-9759-8fcfee65a174", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3729	2024-12-21T05:49:43.587Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3730	2024-12-21T05:49:43.587Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
3731	2024-12-21T05:49:43.587Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3732	2024-12-21T05:49:43.587Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3733	2024-12-21T05:49:43.588Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "6ffd3867-cf46-4878-adee-58f0a4250d46", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3734	2024-12-21T05:49:43.588Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3735	2024-12-21T05:49:43.590Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "3ca27e34-b891-4ba7-84a0-193d899da54e", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3736	2024-12-21T05:49:43.590Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3737	2024-12-21T05:49:43.592Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
3738	2024-12-21T05:49:43.592Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 696.422017ms iteration = 9 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
3739	2024-12-21T05:49:43.597Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3740	2024-12-21T05:49:43.597Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "5bbed08d-d178-46e8-a8bb-c0af9338edf9", "content-length": "134", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3741	2024-12-21T05:49:43.597Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
3742	2024-12-21T05:49:43.597Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
3743	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
3744	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
3745	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3746	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3747	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3748	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3749	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3750	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3751	2024-12-21T05:49:43.598Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3752	2024-12-21T05:49:43.598Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3753	2024-12-21T05:49:43.599Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3754	2024-12-21T05:49:43.601Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3755	2024-12-21T05:49:43.601Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "43e27817-b2a2-4d53-8d3f-43a83f214607", "content-length": "2", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3756	2024-12-21T05:49:43.601Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3757	2024-12-21T05:49:43.601Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "91db107e-f1e2-4656-ab67-6c6ff44f2556", "content-length": "52", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3758	2024-12-21T05:49:43.601Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
3759	2024-12-21T05:49:43.601Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3760	2024-12-21T05:49:43.696Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "f70d9609-50f6-4e40-90f4-6dfbc77c5545", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3761	2024-12-21T05:49:43.697Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
3762	2024-12-21T05:49:43.697Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3763	2024-12-21T05:49:43.697Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "55567785-6f33-4d09-8eb7-663ba534e43b", "content-length": "682", "date": "Sat, 21 Dec 2024 05:49:43 GMT"} })
3764	2024-12-21T05:49:43.697Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3765	2024-12-21T05:49:43.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3766	2024-12-21T05:49:43.701Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3767	2024-12-21T05:49:43.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3768	2024-12-21T05:49:43.705Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3769	2024-12-21T05:49:43.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3770	2024-12-21T05:49:43.707Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3771	2024-12-21T05:49:43.707Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3772	2024-12-21T05:49:43.715Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 818.834264ms iteration = 13 status = {}
3773	2024-12-21T05:49:47.810Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = b4980130-3331-4366-a475-501b78704155 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
3774	2024-12-21T05:49:47.811Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = b4980130-3331-4366-a475-501b78704155 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
3775	2024-12-21T05:49:47.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2675 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = b4980130-3331-4366-a475-501b78704155 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
3776	2024-12-21T05:49:47.813Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = e7ea347e-446d-4687-a91d-829fba3604e8 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
3777	2024-12-21T05:49:47.813Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = e7ea347e-446d-4687-a91d-829fba3604e8 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
3778	2024-12-21T05:49:47.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2598 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:36484 req_id = e7ea347e-446d-4687-a91d-829fba3604e8 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
3779	2024-12-21T05:49:47.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 270 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 0ed5cdc2-0dc8-4ba7-b48f-da576a355c49 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3780	2024-12-21T05:49:52.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 38 reason = Timeout
3781	2024-12-21T05:49:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3782	2024-12-21T05:49:52.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3783	2024-12-21T05:49:52.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 38 reason = Timeout
3784	2024-12-21T05:49:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3785	2024-12-21T05:49:52.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3786	2024-12-21T05:49:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3787	2024-12-21T05:49:52.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3788	2024-12-21T05:49:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3789	2024-12-21T05:49:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3790	2024-12-21T05:49:52.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3791	2024-12-21T05:49:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3792	2024-12-21T05:49:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3793	2024-12-21T05:49:52.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3794	2024-12-21T05:49:52.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3795	2024-12-21T05:49:52.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3796	2024-12-21T05:49:52.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3797	2024-12-21T05:49:52.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3798	2024-12-21T05:49:52.917Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3799	2024-12-21T05:49:52.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.317507ms iteration = 38 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3800	2024-12-21T05:49:52.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.347644ms iteration = 38 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3801	2024-12-21T05:49:57.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 310 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 49febfb5-201d-45ea-8111-79b82c21efc3 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3802	2024-12-21T05:50:02.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 39 reason = Timeout
3803	2024-12-21T05:50:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3804	2024-12-21T05:50:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3805	2024-12-21T05:50:02.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 39 reason = Timeout
3806	2024-12-21T05:50:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3807	2024-12-21T05:50:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3808	2024-12-21T05:50:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3809	2024-12-21T05:50:02.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3810	2024-12-21T05:50:02.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3811	2024-12-21T05:50:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3812	2024-12-21T05:50:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3813	2024-12-21T05:50:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3814	2024-12-21T05:50:02.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3815	2024-12-21T05:50:02.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3816	2024-12-21T05:50:02.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3817	2024-12-21T05:50:02.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3818	2024-12-21T05:50:02.907Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3819	2024-12-21T05:50:02.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3820	2024-12-21T05:50:02.919Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3821	2024-12-21T05:50:02.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.535667ms iteration = 39 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3822	2024-12-21T05:50:02.925Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.005928ms iteration = 39 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3823	2024-12-21T05:50:07.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 271 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = fdddb4f7-0342-4c37-9199-8aa882f1d93d response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
3824	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 14 reason = Timeout
3825	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 14 reason = Timeout
3826	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 40 reason = Timeout
3827	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3828	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 14 reason = Timeout
3829	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3830	2024-12-21T05:50:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3831	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3832	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3833	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3834	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 40 reason = Timeout
3835	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 14 reason = Timeout
3836	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3837	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3838	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 14 reason = Timeout
3839	2024-12-21T05:50:12.896Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
3840	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 15 reason = Timeout
3841	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3842	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3843	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 14 reason = Timeout
3844	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3845	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 14 reason = Timeout
3846	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3847	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 14 reason = Timeout
3848	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 14 reason = Timeout
3849	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
3850	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3851	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3852	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 14 reason = Timeout
3853	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3854	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 14 reason = Timeout
3855	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3856	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 14 reason = Timeout
3857	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
3858	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 14 reason = Timeout
3859	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
3860	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 14 reason = Timeout
3861	2024-12-21T05:50:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3862	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3863	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3864	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3865	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3866	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3867	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3868	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3869	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
3870	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
3871	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3872	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3873	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3874	2024-12-21T05:50:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3875	2024-12-21T05:50:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3876	2024-12-21T05:50:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3877	2024-12-21T05:50:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3878	2024-12-21T05:50:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3879	2024-12-21T05:50:12.902Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1158, tv_nsec: 319990528 } })
3880	2024-12-21T05:50:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3881	2024-12-21T05:50:12.903Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1158, tv_nsec: 320186272 } })
3882	2024-12-21T05:50:12.903Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 7.734016ms iteration = 14 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
3883	2024-12-21T05:50:12.903Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
3884	2024-12-21T05:50:12.903Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
3885	2024-12-21T05:50:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3886	2024-12-21T05:50:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3887	2024-12-21T05:50:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3888	2024-12-21T05:50:12.909Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3889	2024-12-21T05:50:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3890	2024-12-21T05:50:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3891	2024-12-21T05:50:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3892	2024-12-21T05:50:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3893	2024-12-21T05:50:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3894	2024-12-21T05:50:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3895	2024-12-21T05:50:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3896	2024-12-21T05:50:12.936Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3897	2024-12-21T05:50:12.937Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3898	2024-12-21T05:50:12.937Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3899	2024-12-21T05:50:12.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3900	2024-12-21T05:50:12.938Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3901	2024-12-21T05:50:12.938Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 41.320094ms iteration = 14 status = {"errors":[],"garbage_collect_requested":[]}
3902	2024-12-21T05:50:12.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3903	2024-12-21T05:50:12.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3904	2024-12-21T05:50:12.939Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3905	2024-12-21T05:50:12.939Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3906	2024-12-21T05:50:12.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3907	2024-12-21T05:50:12.940Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3908	2024-12-21T05:50:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3909	2024-12-21T05:50:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3910	2024-12-21T05:50:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3911	2024-12-21T05:50:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3912	2024-12-21T05:50:12.942Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3913	2024-12-21T05:50:12.942Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3914	2024-12-21T05:50:12.942Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3915	2024-12-21T05:50:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3916	2024-12-21T05:50:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3917	2024-12-21T05:50:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3918	2024-12-21T05:50:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3919	2024-12-21T05:50:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3920	2024-12-21T05:50:12.944Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 47.679657ms iteration = 14 status = {"errors":[],"finish_invoked_ok":[]}
3921	2024-12-21T05:50:12.945Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3922	2024-12-21T05:50:12.945Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3923	2024-12-21T05:50:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3924	2024-12-21T05:50:12.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3925	2024-12-21T05:50:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
3926	2024-12-21T05:50:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3927	2024-12-21T05:50:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3928	2024-12-21T05:50:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3929	2024-12-21T05:50:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3930	2024-12-21T05:50:12.948Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
3931	2024-12-21T05:50:12.948Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3932	2024-12-21T05:50:12.948Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "b25edac2-48bd-4d56-ac55-bef078dc5057", "content-length": "26", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
3933	2024-12-21T05:50:12.948Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3934	2024-12-21T05:50:12.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 52.984625ms iteration = 14 status = 0
3935	2024-12-21T05:50:12.950Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3936	2024-12-21T05:50:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3937	2024-12-21T05:50:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3938	2024-12-21T05:50:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3939	2024-12-21T05:50:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3940	2024-12-21T05:50:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3941	2024-12-21T05:50:12.952Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3942	2024-12-21T05:50:12.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3943	2024-12-21T05:50:12.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
3944	2024-12-21T05:50:12.952Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3945	2024-12-21T05:50:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3946	2024-12-21T05:50:12.957Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
3947	2024-12-21T05:50:12.957Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3948	2024-12-21T05:50:12.957Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c3f1cce4-5928-418a-b5b2-b0f49364e4ba", "content-length": "26", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
3949	2024-12-21T05:50:12.957Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3950	2024-12-21T05:50:12.958Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3951	2024-12-21T05:50:12.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3952	2024-12-21T05:50:12.959Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3953	2024-12-21T05:50:12.962Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1158, tv_nsec: 379053779 } })
3954	2024-12-21T05:50:12.962Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3955	2024-12-21T05:50:12.963Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3956	2024-12-21T05:50:12.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 66.195362ms iteration = 14 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3957	2024-12-21T05:50:12.978Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
3958	2024-12-21T05:50:12.978Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 82.831143ms iteration = 40 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
3959	2024-12-21T05:50:12.981Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3960	2024-12-21T05:50:12.982Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 85.648491ms iteration = 14 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3961	2024-12-21T05:50:12.983Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3962	2024-12-21T05:50:12.983Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3963	2024-12-21T05:50:12.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3964	2024-12-21T05:50:12.990Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3965	2024-12-21T05:50:12.990Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3966	2024-12-21T05:50:12.991Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3967	2024-12-21T05:50:12.991Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3968	2024-12-21T05:50:12.991Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3969	2024-12-21T05:50:12.991Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3970	2024-12-21T05:50:12.994Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 97.190478ms iteration = 14 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3971	2024-12-21T05:50:12.994Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 98.054289ms iteration = 40 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3972	2024-12-21T05:50:13.016Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 119.885325ms iteration = 15 status = {"physical_disks_added":0}
3973	2024-12-21T05:50:13.017Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 121.811552ms iteration = 14 status = {}
3974	2024-12-21T05:50:13.021Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 124.545237ms iteration = 14 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3975	2024-12-21T05:50:13.022Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3976	2024-12-21T05:50:13.022Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3977	2024-12-21T05:50:13.022Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 125.342516ms iteration = 14 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3978	2024-12-21T05:50:13.032Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3979	2024-12-21T05:50:13.032Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "73d31d08-a61e-43f6-b5c9-6ff3792facf4", "content-length": "1", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
3980	2024-12-21T05:50:13.034Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
3981	2024-12-21T05:50:13.034Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3982	2024-12-21T05:50:13.034Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "cb9c2982-04b8-486f-a16a-23f16d9ba170", "content-length": "26", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
3983	2024-12-21T05:50:13.034Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3984	2024-12-21T05:50:13.034Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3985	2024-12-21T05:50:13.035Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3986	2024-12-21T05:50:13.036Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
3987	2024-12-21T05:50:13.036Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 141.168267ms iteration = 14 status = null
3988	2024-12-21T05:50:13.054Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3989	2024-12-21T05:50:13.054Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3990	2024-12-21T05:50:13.055Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3991	2024-12-21T05:50:13.057Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3992	2024-12-21T05:50:13.057Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3993	2024-12-21T05:50:13.057Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3994	2024-12-21T05:50:13.075Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
3995	2024-12-21T05:50:13.075Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3996	2024-12-21T05:50:13.076Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "38029eff-5466-4516-ade4-633747f936cc", "content-length": "372", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
3997	2024-12-21T05:50:13.076Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3998	2024-12-21T05:50:13.076Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3999	2024-12-21T05:50:13.077Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4000	2024-12-21T05:50:13.079Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4001	2024-12-21T05:50:13.079Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4002	2024-12-21T05:50:13.079Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4003	2024-12-21T05:50:13.093Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
4004	2024-12-21T05:50:13.093Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
4005	2024-12-21T05:50:13.093Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "47069d24-6ee8-4f7c-94e0-2b016e681af5", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
4006	2024-12-21T05:50:13.093Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4007	2024-12-21T05:50:13.093Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4008	2024-12-21T05:50:13.096Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4009	2024-12-21T05:50:13.096Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4010	2024-12-21T05:50:13.099Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4011	2024-12-21T05:50:13.100Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4012	2024-12-21T05:50:13.103Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
4013	2024-12-21T05:50:13.103Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4014	2024-12-21T05:50:13.103Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "4410b02a-36be-4ecc-b9d6-6923cf5afa78", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
4015	2024-12-21T05:50:13.106Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 209.353687ms iteration = 14 status = {}
4016	2024-12-21T05:50:13.145Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
4017	2024-12-21T05:50:13.145Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "e6352d5f-2c93-46aa-93be-895d5f831aba", "content-length": "691", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
4018	2024-12-21T05:50:13.145Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
4019	2024-12-21T05:50:13.145Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
4020	2024-12-21T05:50:13.145Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
4021	2024-12-21T05:50:13.147Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 250.319013ms iteration = 14 status = {}
4022	2024-12-21T05:50:13.181Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4023	2024-12-21T05:50:13.182Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4024	2024-12-21T05:50:13.183Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
4025	2024-12-21T05:50:13.183Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4026	2024-12-21T05:50:13.184Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4027	2024-12-21T05:50:13.191Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4028	2024-12-21T05:50:13.191Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "f8ada807-e1d9-442b-9bff-a91215008d26", "content-length": "134", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
4029	2024-12-21T05:50:13.191Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4030	2024-12-21T05:50:13.191Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
4031	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4032	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4033	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4034	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4035	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4036	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4037	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4038	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4039	2024-12-21T05:50:13.192Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4040	2024-12-21T05:50:13.192Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4041	2024-12-21T05:50:13.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4042	2024-12-21T05:50:13.194Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4043	2024-12-21T05:50:13.194Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "9c5d9dcd-782d-48d3-bca6-2522d96a6695", "content-length": "2", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
4044	2024-12-21T05:50:13.194Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4045	2024-12-21T05:50:13.194Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b97b5bc9-8934-4db5-8445-b115f9814ad7", "content-length": "52", "date": "Sat, 21 Dec 2024 05:50:12 GMT"} })
4046	2024-12-21T05:50:13.194Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
4047	2024-12-21T05:50:13.194Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4048	2024-12-21T05:50:13.289Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "33cf7898-f93a-4707-9521-0db2c7f913bb", "date": "Sat, 21 Dec 2024 05:50:13 GMT"} })
4049	2024-12-21T05:50:13.289Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
4050	2024-12-21T05:50:13.289Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4051	2024-12-21T05:50:13.289Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "b5fc4e02-9b0f-4c18-92a9-4bc7aec79121", "content-length": "682", "date": "Sat, 21 Dec 2024 05:50:13 GMT"} })
4052	2024-12-21T05:50:13.289Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4053	2024-12-21T05:50:13.289Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4054	2024-12-21T05:50:13.293Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4055	2024-12-21T05:50:13.293Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4056	2024-12-21T05:50:13.296Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4057	2024-12-21T05:50:13.296Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4058	2024-12-21T05:50:13.298Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4059	2024-12-21T05:50:13.298Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4060	2024-12-21T05:50:13.306Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 409.397221ms iteration = 14 status = {}
4061	2024-12-21T05:50:17.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 286 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = d84748f4-ec94-4ceb-8c6e-3c8b2db028c5 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4062	2024-12-21T05:50:22.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 41 reason = Timeout
4063	2024-12-21T05:50:22.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4064	2024-12-21T05:50:22.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4065	2024-12-21T05:50:22.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 41 reason = Timeout
4066	2024-12-21T05:50:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4067	2024-12-21T05:50:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4068	2024-12-21T05:50:22.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4069	2024-12-21T05:50:22.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4070	2024-12-21T05:50:22.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.118284ms iteration = 41 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4071	2024-12-21T05:50:22.925Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4072	2024-12-21T05:50:22.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4073	2024-12-21T05:50:22.928Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4074	2024-12-21T05:50:22.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4075	2024-12-21T05:50:22.929Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4076	2024-12-21T05:50:22.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4077	2024-12-21T05:50:22.931Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4078	2024-12-21T05:50:22.933Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4079	2024-12-21T05:50:22.933Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4080	2024-12-21T05:50:22.933Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4081	2024-12-21T05:50:22.944Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4082	2024-12-21T05:50:22.944Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 49.0322ms iteration = 41 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4083	2024-12-21T05:50:27.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 288 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 19c603be-a914-4651-9906-53c7cfee35a5 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4084	2024-12-21T05:50:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 42 reason = Timeout
4085	2024-12-21T05:50:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4086	2024-12-21T05:50:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4087	2024-12-21T05:50:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 42 reason = Timeout
4088	2024-12-21T05:50:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4089	2024-12-21T05:50:32.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4090	2024-12-21T05:50:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4091	2024-12-21T05:50:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4092	2024-12-21T05:50:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4093	2024-12-21T05:50:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4094	2024-12-21T05:50:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4095	2024-12-21T05:50:32.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.009616ms iteration = 42 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4096	2024-12-21T05:50:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4097	2024-12-21T05:50:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4098	2024-12-21T05:50:32.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4099	2024-12-21T05:50:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4100	2024-12-21T05:50:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4101	2024-12-21T05:50:32.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4102	2024-12-21T05:50:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4103	2024-12-21T05:50:32.918Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4104	2024-12-21T05:50:32.918Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.888274ms iteration = 42 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4105	2024-12-21T05:50:37.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 301 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 97f3e7b6-6f6c-4ec2-bf4a-79336beaf3d2 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4106	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 10 reason = Timeout
4107	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 8 reason = Timeout
4108	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 15 reason = Timeout
4109	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4110	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 8 reason = Timeout
4111	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 8 reason = Timeout
4112	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4113	2024-12-21T05:50:42.895Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:40:42.895368309 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
4114	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
4115	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 9 reason = Timeout
4116	2024-12-21T05:50:42.895Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
4117	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 43 reason = Timeout
4118	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 23.93\u{b5}s iteration = 9 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
4119	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 8 reason = Timeout
4120	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 10 reason = Timeout
4121	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
4122	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4123	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4124	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 15 reason = Timeout
4125	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4126	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 15 reason = Timeout
4127	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 8 reason = Timeout
4128	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 8 reason = Timeout
4129	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
4130	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4131	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 43 reason = Timeout
4132	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 15 reason = Timeout
4133	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4134	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4135	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 8 reason = Timeout
4136	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 15 reason = Timeout
4137	2024-12-21T05:50:42.895Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
4138	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
4139	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4140	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4141	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 8 reason = Timeout
4142	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 15 reason = Timeout
4143	2024-12-21T05:50:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
4144	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4145	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 15 reason = Timeout
4146	2024-12-21T05:50:42.896Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
4147	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4148	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 15 reason = Timeout
4149	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4150	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 15 reason = Timeout
4151	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4152	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 16 reason = Timeout
4153	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4154	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 15 reason = Timeout
4155	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4156	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4157	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
4158	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4159	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4160	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4161	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4162	2024-12-21T05:50:42.896Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 313465820 } })
4163	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4164	2024-12-21T05:50:42.896Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 313577973 } })
4165	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
4166	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4167	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4168	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4169	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4170	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4171	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
4172	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4173	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4174	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4175	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 15 reason = Timeout
4176	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4177	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 15 reason = Timeout
4178	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
4179	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 8 reason = Timeout
4180	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 15 reason = Timeout
4181	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
4182	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
4183	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4184	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 8 reason = Timeout
4185	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 15 reason = Timeout
4186	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
4187	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4188	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
4189	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.339463ms iteration = 8 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
4190	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
4191	2024-12-21T05:50:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.602069ms iteration = 8 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
4192	2024-12-21T05:50:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4193	2024-12-21T05:50:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
4194	2024-12-21T05:50:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
4195	2024-12-21T05:50:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
4196	2024-12-21T05:50:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4197	2024-12-21T05:50:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
4198	2024-12-21T05:50:42.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 315821537 } })
4199	2024-12-21T05:50:42.898Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
4200	2024-12-21T05:50:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4201	2024-12-21T05:50:42.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4202	2024-12-21T05:50:42.899Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:40:42.895368309 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
4203	2024-12-21T05:50:42.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.455017ms iteration = 8 status = {"expiration":"2024-12-21T05:40:42.895368309Z","pruned":[]}
4204	2024-12-21T05:50:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4205	2024-12-21T05:50:42.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.498169ms iteration = 15 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
4206	2024-12-21T05:50:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4207	2024-12-21T05:50:42.900Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 317595040 } })
4208	2024-12-21T05:50:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4209	2024-12-21T05:50:42.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
4210	2024-12-21T05:50:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4211	2024-12-21T05:50:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4212	2024-12-21T05:50:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4213	2024-12-21T05:50:42.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4214	2024-12-21T05:50:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4215	2024-12-21T05:50:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4216	2024-12-21T05:50:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4217	2024-12-21T05:50:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4218	2024-12-21T05:50:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4219	2024-12-21T05:50:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4220	2024-12-21T05:50:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4221	2024-12-21T05:50:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4222	2024-12-21T05:50:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4223	2024-12-21T05:50:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4224	2024-12-21T05:50:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4225	2024-12-21T05:50:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4226	2024-12-21T05:50:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4227	2024-12-21T05:50:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4228	2024-12-21T05:50:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4229	2024-12-21T05:50:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4230	2024-12-21T05:50:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4231	2024-12-21T05:50:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4232	2024-12-21T05:50:42.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4233	2024-12-21T05:50:42.913Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4234	2024-12-21T05:50:42.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4235	2024-12-21T05:50:42.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 19.010377ms iteration = 8 status = {"errors":[],"found_port_ok":[]}
4236	2024-12-21T05:50:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4237	2024-12-21T05:50:42.918Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4238	2024-12-21T05:50:42.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4239	2024-12-21T05:50:42.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4240	2024-12-21T05:50:42.921Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4241	2024-12-21T05:50:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4242	2024-12-21T05:50:42.924Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4243	2024-12-21T05:50:42.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4244	2024-12-21T05:50:42.925Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1188, tv_nsec: 342841987 } })
4245	2024-12-21T05:50:42.926Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4246	2024-12-21T05:50:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4247	2024-12-21T05:50:42.927Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4248	2024-12-21T05:50:42.928Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4249	2024-12-21T05:50:42.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
4250	2024-12-21T05:50:42.931Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4251	2024-12-21T05:50:42.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4252	2024-12-21T05:50:42.951Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4253	2024-12-21T05:50:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4254	2024-12-21T05:50:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4255	2024-12-21T05:50:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4256	2024-12-21T05:50:42.955Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4257	2024-12-21T05:50:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4258	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4259	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4260	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4261	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4262	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4263	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
4264	2024-12-21T05:50:42.959Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
4265	2024-12-21T05:50:42.959Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 63.215591ms iteration = 8 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
4266	2024-12-21T05:50:42.960Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4267	2024-12-21T05:50:42.960Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
4268	2024-12-21T05:50:42.960Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4269	2024-12-21T05:50:42.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4270	2024-12-21T05:50:42.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
4271	2024-12-21T05:50:42.961Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4272	2024-12-21T05:50:42.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
4273	2024-12-21T05:50:42.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 64.80546ms iteration = 15 status = {"errors":[],"finish_invoked_ok":[]}
4274	2024-12-21T05:50:42.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 65.095447ms iteration = 15 status = {"errors":[],"garbage_collect_requested":[]}
4275	2024-12-21T05:50:42.962Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4276	2024-12-21T05:50:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4277	2024-12-21T05:50:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4278	2024-12-21T05:50:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4279	2024-12-21T05:50:42.963Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4280	2024-12-21T05:50:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4281	2024-12-21T05:50:42.964Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4282	2024-12-21T05:50:42.965Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4283	2024-12-21T05:50:42.965Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
4284	2024-12-21T05:50:42.965Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4285	2024-12-21T05:50:42.965Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4286	2024-12-21T05:50:42.965Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4287	2024-12-21T05:50:42.965Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4288	2024-12-21T05:50:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4289	2024-12-21T05:50:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4290	2024-12-21T05:50:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4291	2024-12-21T05:50:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4292	2024-12-21T05:50:42.966Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 71.089331ms iteration = 43 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4293	2024-12-21T05:50:42.968Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4294	2024-12-21T05:50:42.968Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
4295	2024-12-21T05:50:42.968Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 72.933775ms iteration = 15 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
4296	2024-12-21T05:50:42.971Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4297	2024-12-21T05:50:42.971Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4298	2024-12-21T05:50:42.973Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4299	2024-12-21T05:50:42.973Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
4300	2024-12-21T05:50:42.973Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
4301	2024-12-21T05:50:42.973Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
4302	2024-12-21T05:50:42.973Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4303	2024-12-21T05:50:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4304	2024-12-21T05:50:42.975Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4305	2024-12-21T05:50:42.976Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
4306	2024-12-21T05:50:42.976Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4307	2024-12-21T05:50:42.976Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4308	2024-12-21T05:50:42.978Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 82.663778ms iteration = 15 status = 0
4309	2024-12-21T05:50:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4310	2024-12-21T05:50:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4311	2024-12-21T05:50:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4312	2024-12-21T05:50:42.980Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4313	2024-12-21T05:50:42.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4314	2024-12-21T05:50:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4315	2024-12-21T05:50:42.983Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4316	2024-12-21T05:50:42.990Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4317	2024-12-21T05:50:42.990Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
4318	2024-12-21T05:50:42.991Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4319	2024-12-21T05:50:42.991Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
4320	2024-12-21T05:50:42.992Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4321	2024-12-21T05:50:42.992Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4322	2024-12-21T05:50:42.992Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 96.925742ms iteration = 43 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4323	2024-12-21T05:50:42.994Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4324	2024-12-21T05:50:42.994Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4325	2024-12-21T05:50:42.994Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4326	2024-12-21T05:50:42.995Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
4327	2024-12-21T05:50:42.995Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
4328	2024-12-21T05:50:42.995Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 99.449053ms iteration = 8 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
4329	2024-12-21T05:50:42.999Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 102.448435ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4330	2024-12-21T05:50:43.006Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 110.386036ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4331	2024-12-21T05:50:43.009Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
4332	2024-12-21T05:50:43.009Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
4333	2024-12-21T05:50:43.009Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
4334	2024-12-21T05:50:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4335	2024-12-21T05:50:43.010Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4336	2024-12-21T05:50:43.014Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4337	2024-12-21T05:50:43.014Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
4338	2024-12-21T05:50:43.014Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 118.385419ms iteration = 15 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
4339	2024-12-21T05:50:43.014Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 117.682672ms iteration = 15 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
4340	2024-12-21T05:50:43.025Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
4341	2024-12-21T05:50:43.025Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
4342	2024-12-21T05:50:43.025Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4343	2024-12-21T05:50:43.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4344	2024-12-21T05:50:43.026Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4345	2024-12-21T05:50:43.029Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4346	2024-12-21T05:50:43.029Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4347	2024-12-21T05:50:43.029Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4348	2024-12-21T05:50:43.031Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
4349	2024-12-21T05:50:43.031Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
4350	2024-12-21T05:50:43.031Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
4351	2024-12-21T05:50:43.031Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 135.840369ms iteration = 8 status = {"generation":1}
4352	2024-12-21T05:50:43.031Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
4353	2024-12-21T05:50:43.041Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
4354	2024-12-21T05:50:43.041Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4355	2024-12-21T05:50:43.041Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f8ca99cb-f842-4d35-8eed-01f0a70863d3", "content-length": "26", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} })
4356	2024-12-21T05:50:43.041Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4357	2024-12-21T05:50:43.043Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
4358	2024-12-21T05:50:43.043Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4359	2024-12-21T05:50:43.043Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "68c83f50-e1a2-4113-8117-3e2fd32892aa", "content-length": "26", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} })
4360	2024-12-21T05:50:43.043Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4361	2024-12-21T05:50:43.043Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4362	2024-12-21T05:50:43.044Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
4363	2024-12-21T05:50:43.045Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
4364	2024-12-21T05:50:43.045Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 150.02865ms iteration = 8 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
4365	2024-12-21T05:50:43.045Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4366	2024-12-21T05:50:43.045Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4367	2024-12-21T05:50:43.046Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4368	2024-12-21T05:50:43.046Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4369	2024-12-21T05:50:43.046Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4370	2024-12-21T05:50:43.046Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4371	2024-12-21T05:50:43.046Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4372	2024-12-21T05:50:43.057Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
4373	2024-12-21T05:50:43.057Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 162.141722ms iteration = 8 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
4374	2024-12-21T05:50:43.068Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 172.624074ms iteration = 16 status = {"physical_disks_added":0}
4375	2024-12-21T05:50:43.102Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
4376	2024-12-21T05:50:43.102Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4377	2024-12-21T05:50:43.102Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ce71aca6-22a4-46cc-ac37-57336ae43979", "content-length": "26", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} })
4378	2024-12-21T05:50:43.102Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4379	2024-12-21T05:50:43.104Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4380	2024-12-21T05:50:43.135Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4381	2024-12-21T05:50:43.135Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4382	2024-12-21T05:50:43.178Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
4383	2024-12-21T05:50:43.179Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "c543660f-713a-41b9-9dcc-ce8468f89962", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4384	2024-12-21T05:50:43.179Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4385	2024-12-21T05:50:43.180Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "7f4da043-d6bd-4be0-b42b-41724c47b048", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4386	2024-12-21T05:50:43.180Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4387	2024-12-21T05:50:43.181Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
4388	2024-12-21T05:50:43.181Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4389	2024-12-21T05:50:43.181Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "0ab12059-8c9c-42e6-88d2-3fca5c3df6e7", "content-length": "372", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4390	2024-12-21T05:50:43.181Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4391	2024-12-21T05:50:43.181Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4392	2024-12-21T05:50:43.182Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
4393	2024-12-21T05:50:43.182Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 287.548759ms iteration = 10 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
4394	2024-12-21T05:50:43.183Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4395	2024-12-21T05:50:43.185Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4396	2024-12-21T05:50:43.185Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4397	2024-12-21T05:50:43.185Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4398	2024-12-21T05:50:43.199Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 304.312643ms iteration = 15 status = {}
4399	2024-12-21T05:50:43.200Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
4400	2024-12-21T05:50:43.206Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
4401	2024-12-21T05:50:43.206Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "722bcc38-b11a-455a-ad3d-edf00722cdd7", "content-length": "1", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4402	2024-12-21T05:50:43.208Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4403	2024-12-21T05:50:43.208Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4404	2024-12-21T05:50:43.210Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 315.049631ms iteration = 15 status = null
4405	2024-12-21T05:50:43.210Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
4406	2024-12-21T05:50:43.210Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
4407	2024-12-21T05:50:43.210Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4408	2024-12-21T05:50:43.210Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4409	2024-12-21T05:50:43.211Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4410	2024-12-21T05:50:43.214Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4411	2024-12-21T05:50:43.214Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4412	2024-12-21T05:50:43.214Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4413	2024-12-21T05:50:43.214Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4414	2024-12-21T05:50:43.216Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4415	2024-12-21T05:50:43.216Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4416	2024-12-21T05:50:43.217Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4417	2024-12-21T05:50:43.218Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
4418	2024-12-21T05:50:43.218Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
4419	2024-12-21T05:50:43.218Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
4420	2024-12-21T05:50:43.218Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 323.206047ms iteration = 8 status = {"generation":2}
4421	2024-12-21T05:50:43.229Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
4422	2024-12-21T05:50:43.229Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
4423	2024-12-21T05:50:43.230Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "50a4ab4b-67aa-465f-9881-23c313209900", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4424	2024-12-21T05:50:43.230Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4425	2024-12-21T05:50:43.230Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4426	2024-12-21T05:50:43.232Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4427	2024-12-21T05:50:43.232Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4428	2024-12-21T05:50:43.234Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4429	2024-12-21T05:50:43.234Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4430	2024-12-21T05:50:43.237Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
4431	2024-12-21T05:50:43.237Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4432	2024-12-21T05:50:43.237Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "b3d512ea-c848-4314-9a63-66945f10653f", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4433	2024-12-21T05:50:43.240Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 344.579261ms iteration = 15 status = {}
4434	2024-12-21T05:50:43.263Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
4435	2024-12-21T05:50:43.263Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "ec4692e7-7ce9-4ec2-95fb-ccd59f5bba64", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4436	2024-12-21T05:50:43.263Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4437	2024-12-21T05:50:43.264Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "ec92468b-cfc0-42bf-be6b-b956941c9572", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4438	2024-12-21T05:50:43.265Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4439	2024-12-21T05:50:43.266Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "5a946d72-3e5b-44b6-84f0-e6d26fd87a04", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4440	2024-12-21T05:50:43.266Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4441	2024-12-21T05:50:43.268Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
4442	2024-12-21T05:50:43.268Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 373.428865ms iteration = 10 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
4443	2024-12-21T05:50:43.292Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
4444	2024-12-21T05:50:43.293Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "f0aa33b1-0d42-4f71-aec2-3331935fc3bf", "content-length": "691", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} })
4445	2024-12-21T05:50:43.293Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
4446	2024-12-21T05:50:43.293Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
4447	2024-12-21T05:50:43.293Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
4448	2024-12-21T05:50:43.295Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 399.270548ms iteration = 15 status = {}
4449	2024-12-21T05:50:43.317Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4450	2024-12-21T05:50:43.317Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4451	2024-12-21T05:50:43.319Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
4452	2024-12-21T05:50:43.319Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4453	2024-12-21T05:50:43.319Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4454	2024-12-21T05:50:43.328Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4455	2024-12-21T05:50:43.328Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "168bc19c-a552-4776-96dc-e65de6f2b7d0", "content-length": "134", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4456	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4457	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
4458	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4459	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4460	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4461	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4462	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4463	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4464	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4465	2024-12-21T05:50:43.328Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4466	2024-12-21T05:50:43.329Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4467	2024-12-21T05:50:43.329Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4468	2024-12-21T05:50:43.329Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4469	2024-12-21T05:50:43.331Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4470	2024-12-21T05:50:43.331Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "075efd46-5666-45d4-8e37-4f878873f1b5", "content-length": "2", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4471	2024-12-21T05:50:43.331Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4472	2024-12-21T05:50:43.331Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "3288eac4-0ebb-4b5a-b698-5e6bc6990a34", "content-length": "52", "date": "Sat, 21 Dec 2024 05:50:42 GMT"} })
4473	2024-12-21T05:50:43.331Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
4474	2024-12-21T05:50:43.331Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4475	2024-12-21T05:50:43.427Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "8dc5e9ba-066f-4e8d-8018-c6b5cb0c7d0e", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} })
4476	2024-12-21T05:50:43.427Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
4477	2024-12-21T05:50:43.427Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4478	2024-12-21T05:50:43.431Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "9eec8b48-f7b0-4f7d-9375-46070c6027d9", "content-length": "682", "date": "Sat, 21 Dec 2024 05:50:43 GMT"} })
4479	2024-12-21T05:50:43.431Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4480	2024-12-21T05:50:43.431Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4481	2024-12-21T05:50:43.435Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4482	2024-12-21T05:50:43.435Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4483	2024-12-21T05:50:43.438Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4484	2024-12-21T05:50:43.438Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4485	2024-12-21T05:50:43.440Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4486	2024-12-21T05:50:43.441Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4487	2024-12-21T05:50:43.447Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 551.976093ms iteration = 15 status = {}
4488	2024-12-21T05:50:47.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 274 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 347c5eed-5952-4c84-a445-6257fa631053 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4489	2024-12-21T05:50:52.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 44 reason = Timeout
4490	2024-12-21T05:50:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4491	2024-12-21T05:50:52.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4492	2024-12-21T05:50:52.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 44 reason = Timeout
4493	2024-12-21T05:50:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4494	2024-12-21T05:50:52.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4495	2024-12-21T05:50:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4496	2024-12-21T05:50:52.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4497	2024-12-21T05:50:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4498	2024-12-21T05:50:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4499	2024-12-21T05:50:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4500	2024-12-21T05:50:52.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4501	2024-12-21T05:50:52.926Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4502	2024-12-21T05:50:52.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4503	2024-12-21T05:50:52.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.869327ms iteration = 44 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4504	2024-12-21T05:50:52.936Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4505	2024-12-21T05:50:52.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4506	2024-12-21T05:50:52.939Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4507	2024-12-21T05:50:52.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4508	2024-12-21T05:50:52.950Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4509	2024-12-21T05:50:52.950Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 55.079865ms iteration = 44 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4510	2024-12-21T05:50:57.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 295 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = f0abaf50-0888-4369-9aca-39b17a93e590 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4511	2024-12-21T05:51:02.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 45 reason = Timeout
4512	2024-12-21T05:51:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4513	2024-12-21T05:51:02.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4514	2024-12-21T05:51:02.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 45 reason = Timeout
4515	2024-12-21T05:51:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4516	2024-12-21T05:51:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4517	2024-12-21T05:51:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4518	2024-12-21T05:51:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4519	2024-12-21T05:51:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4520	2024-12-21T05:51:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4521	2024-12-21T05:51:02.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4522	2024-12-21T05:51:02.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4523	2024-12-21T05:51:02.932Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4524	2024-12-21T05:51:02.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4525	2024-12-21T05:51:02.934Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4526	2024-12-21T05:51:02.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4527	2024-12-21T05:51:02.937Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4528	2024-12-21T05:51:02.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4529	2024-12-21T05:51:02.949Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4530	2024-12-21T05:51:02.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 53.972698ms iteration = 45 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4531	2024-12-21T05:51:02.962Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 66.200523ms iteration = 45 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4532	2024-12-21T05:51:07.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 268 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 479bc61d-837d-4ece-adac-77b311157b20 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4533	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 16 reason = Timeout
4534	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 16 reason = Timeout
4535	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4536	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 46 reason = Timeout
4537	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 16 reason = Timeout
4538	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4539	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4540	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 46 reason = Timeout
4541	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4542	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 16 reason = Timeout
4543	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4544	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 16 reason = Timeout
4545	2024-12-21T05:51:12.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
4546	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 17 reason = Timeout
4547	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4548	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4549	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 16 reason = Timeout
4550	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4551	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 16 reason = Timeout
4552	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 16 reason = Timeout
4553	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4554	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4555	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 16 reason = Timeout
4556	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4557	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 16 reason = Timeout
4558	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
4559	2024-12-21T05:51:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4560	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4561	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4562	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4563	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4564	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4565	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4566	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4567	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4568	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4569	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4570	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4571	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4572	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 16 reason = Timeout
4573	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 16 reason = Timeout
4574	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4575	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
4576	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 16 reason = Timeout
4577	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
4578	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 16 reason = Timeout
4579	2024-12-21T05:51:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4580	2024-12-21T05:51:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
4581	2024-12-21T05:51:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4582	2024-12-21T05:51:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4583	2024-12-21T05:51:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
4584	2024-12-21T05:51:12.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1218, tv_nsec: 316270808 } })
4585	2024-12-21T05:51:12.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
4586	2024-12-21T05:51:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4587	2024-12-21T05:51:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1218, tv_nsec: 316773090 } })
4588	2024-12-21T05:51:12.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.067298ms iteration = 16 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
4589	2024-12-21T05:51:12.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
4590	2024-12-21T05:51:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4591	2024-12-21T05:51:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4592	2024-12-21T05:51:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4593	2024-12-21T05:51:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4594	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4595	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4596	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4597	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4598	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4599	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4600	2024-12-21T05:51:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4601	2024-12-21T05:51:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4602	2024-12-21T05:51:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4603	2024-12-21T05:51:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4604	2024-12-21T05:51:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4605	2024-12-21T05:51:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4606	2024-12-21T05:51:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4607	2024-12-21T05:51:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4608	2024-12-21T05:51:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4609	2024-12-21T05:51:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4610	2024-12-21T05:51:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4611	2024-12-21T05:51:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4612	2024-12-21T05:51:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4613	2024-12-21T05:51:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4614	2024-12-21T05:51:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4615	2024-12-21T05:51:12.911Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 15.470343ms iteration = 46 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4616	2024-12-21T05:51:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4617	2024-12-21T05:51:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4618	2024-12-21T05:51:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4619	2024-12-21T05:51:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4620	2024-12-21T05:51:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4621	2024-12-21T05:51:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4622	2024-12-21T05:51:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4623	2024-12-21T05:51:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4624	2024-12-21T05:51:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4625	2024-12-21T05:51:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4626	2024-12-21T05:51:12.914Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1218, tv_nsec: 331955625 } })
4627	2024-12-21T05:51:12.914Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4628	2024-12-21T05:51:12.915Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4629	2024-12-21T05:51:12.915Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4630	2024-12-21T05:51:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4631	2024-12-21T05:51:12.917Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4632	2024-12-21T05:51:12.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4633	2024-12-21T05:51:12.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4634	2024-12-21T05:51:12.918Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4635	2024-12-21T05:51:12.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4636	2024-12-21T05:51:12.934Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4637	2024-12-21T05:51:12.934Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 38.579158ms iteration = 46 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4638	2024-12-21T05:51:12.944Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 47.451192ms iteration = 16 status = {"errors":[],"garbage_collect_requested":[]}
4639	2024-12-21T05:51:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4640	2024-12-21T05:51:12.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4641	2024-12-21T05:51:12.946Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4642	2024-12-21T05:51:12.946Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
4643	2024-12-21T05:51:12.946Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4644	2024-12-21T05:51:12.946Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 51.10393ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4645	2024-12-21T05:51:12.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4646	2024-12-21T05:51:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4647	2024-12-21T05:51:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4648	2024-12-21T05:51:12.949Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4649	2024-12-21T05:51:12.949Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4650	2024-12-21T05:51:12.949Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4651	2024-12-21T05:51:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4652	2024-12-21T05:51:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4653	2024-12-21T05:51:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4654	2024-12-21T05:51:12.954Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
4655	2024-12-21T05:51:12.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 58.915468ms iteration = 16 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
4656	2024-12-21T05:51:12.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 57.886223ms iteration = 16 status = {"errors":[],"finish_invoked_ok":[]}
4657	2024-12-21T05:51:12.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4658	2024-12-21T05:51:12.954Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4659	2024-12-21T05:51:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
4660	2024-12-21T05:51:12.955Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4661	2024-12-21T05:51:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4662	2024-12-21T05:51:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4663	2024-12-21T05:51:12.957Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 60.166308ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4664	2024-12-21T05:51:12.957Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 61.436788ms iteration = 16 status = 0
4665	2024-12-21T05:51:12.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 62.684729ms iteration = 17 status = {"physical_disks_added":0}
4666	2024-12-21T05:51:12.977Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4667	2024-12-21T05:51:12.977Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
4668	2024-12-21T05:51:12.977Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4669	2024-12-21T05:51:12.978Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4670	2024-12-21T05:51:12.982Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4671	2024-12-21T05:51:12.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4672	2024-12-21T05:51:12.991Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
4673	2024-12-21T05:51:12.991Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4674	2024-12-21T05:51:12.991Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
4675	2024-12-21T05:51:12.991Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4676	2024-12-21T05:51:12.991Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2d58c8c2-6ef0-45b3-a474-b272206a1486", "content-length": "26", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4677	2024-12-21T05:51:12.991Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4678	2024-12-21T05:51:12.991Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9ec78871-fd58-49d4-8455-debd379eed0f", "content-length": "26", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4679	2024-12-21T05:51:12.991Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4680	2024-12-21T05:51:12.995Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4681	2024-12-21T05:51:12.995Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4682	2024-12-21T05:51:13.007Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4683	2024-12-21T05:51:13.007Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
4684	2024-12-21T05:51:13.007Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 111.998635ms iteration = 16 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
4685	2024-12-21T05:51:13.010Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 113.568003ms iteration = 16 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
4686	2024-12-21T05:51:13.020Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4687	2024-12-21T05:51:13.021Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4688	2024-12-21T05:51:13.023Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4689	2024-12-21T05:51:13.025Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4690	2024-12-21T05:51:13.025Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4691	2024-12-21T05:51:13.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4692	2024-12-21T05:51:13.026Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4693	2024-12-21T05:51:13.028Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
4694	2024-12-21T05:51:13.028Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4695	2024-12-21T05:51:13.028Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4696	2024-12-21T05:51:13.028Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4697	2024-12-21T05:51:13.028Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "38c16016-ab30-486e-bdb4-fd44b1cb6a08", "content-length": "26", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4698	2024-12-21T05:51:13.028Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4699	2024-12-21T05:51:13.028Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4700	2024-12-21T05:51:13.029Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4701	2024-12-21T05:51:13.127Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
4702	2024-12-21T05:51:13.127Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4703	2024-12-21T05:51:13.127Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "d920f518-145d-430c-b8a9-d91a591a2e04", "content-length": "372", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4704	2024-12-21T05:51:13.127Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4705	2024-12-21T05:51:13.127Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4706	2024-12-21T05:51:13.173Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
4707	2024-12-21T05:51:13.173Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
4708	2024-12-21T05:51:13.173Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3b361c69-d8a3-42f0-b76a-4f0c6a8d81a7", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4709	2024-12-21T05:51:13.173Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4710	2024-12-21T05:51:13.173Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4711	2024-12-21T05:51:13.175Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4712	2024-12-21T05:51:13.175Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4713	2024-12-21T05:51:13.178Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4714	2024-12-21T05:51:13.178Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4715	2024-12-21T05:51:13.180Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
4716	2024-12-21T05:51:13.180Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4717	2024-12-21T05:51:13.181Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "5d7b609d-e534-4af1-ab00-75d8c9a5e63c", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4718	2024-12-21T05:51:13.182Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 286.903823ms iteration = 16 status = {}
4719	2024-12-21T05:51:13.185Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
4720	2024-12-21T05:51:13.186Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "cbed3ca1-c3f8-4099-9fd9-1bbe82ca3bff", "content-length": "1", "date": "Sat, 21 Dec 2024 05:51:13 GMT"} })
4721	2024-12-21T05:51:13.187Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4722	2024-12-21T05:51:13.188Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4723	2024-12-21T05:51:13.213Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
4724	2024-12-21T05:51:13.214Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "0907fc6a-b977-48cc-86b8-75cca3669327", "content-length": "691", "date": "Sat, 21 Dec 2024 05:51:12 GMT"} })
4725	2024-12-21T05:51:13.214Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
4726	2024-12-21T05:51:13.214Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
4727	2024-12-21T05:51:13.214Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
4728	2024-12-21T05:51:13.215Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 320.210946ms iteration = 16 status = null
4729	2024-12-21T05:51:13.216Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 321.067726ms iteration = 16 status = {}
4730	2024-12-21T05:51:13.228Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 332.572543ms iteration = 16 status = {}
4731	2024-12-21T05:51:13.292Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4732	2024-12-21T05:51:13.292Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4733	2024-12-21T05:51:13.294Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
4734	2024-12-21T05:51:13.294Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4735	2024-12-21T05:51:13.295Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4736	2024-12-21T05:51:13.305Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4737	2024-12-21T05:51:13.305Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "32f249be-49ed-4763-9a68-c2ace7f0e0a7", "content-length": "134", "date": "Sat, 21 Dec 2024 05:51:13 GMT"} })
4738	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4739	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
4740	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4741	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4742	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4743	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4744	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4745	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4746	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4747	2024-12-21T05:51:13.305Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4748	2024-12-21T05:51:13.306Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4749	2024-12-21T05:51:13.306Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4750	2024-12-21T05:51:13.306Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4751	2024-12-21T05:51:13.308Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4752	2024-12-21T05:51:13.308Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c6781b94-4562-4aba-bb9d-b911f671c6f6", "content-length": "2", "date": "Sat, 21 Dec 2024 05:51:13 GMT"} })
4753	2024-12-21T05:51:13.308Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4754	2024-12-21T05:51:13.308Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "49f10423-6988-4450-a71c-d6080963d5f8", "content-length": "52", "date": "Sat, 21 Dec 2024 05:51:13 GMT"} })
4755	2024-12-21T05:51:13.308Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
4756	2024-12-21T05:51:13.308Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4757	2024-12-21T05:51:13.405Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "857c251b-a2d2-43ca-b313-a861fe143cda", "date": "Sat, 21 Dec 2024 05:51:13 GMT"} })
4758	2024-12-21T05:51:13.405Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
4759	2024-12-21T05:51:13.405Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4760	2024-12-21T05:51:13.405Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "4f2fed3e-e00d-4cf9-917e-420c297ee84d", "content-length": "682", "date": "Sat, 21 Dec 2024 05:51:13 GMT"} })
4761	2024-12-21T05:51:13.405Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4762	2024-12-21T05:51:13.405Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4763	2024-12-21T05:51:13.409Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4764	2024-12-21T05:51:13.409Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4765	2024-12-21T05:51:13.412Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4766	2024-12-21T05:51:13.413Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4767	2024-12-21T05:51:13.414Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4768	2024-12-21T05:51:13.415Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4769	2024-12-21T05:51:13.422Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 527.040212ms iteration = 16 status = {}
4770	2024-12-21T05:51:17.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 262 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 283229ea-ae3f-40ee-af74-63b1e8b8b420 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4771	2024-12-21T05:51:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 47 reason = Timeout
4772	2024-12-21T05:51:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4773	2024-12-21T05:51:22.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4774	2024-12-21T05:51:22.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 47 reason = Timeout
4775	2024-12-21T05:51:22.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4776	2024-12-21T05:51:22.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4777	2024-12-21T05:51:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4778	2024-12-21T05:51:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4779	2024-12-21T05:51:22.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4780	2024-12-21T05:51:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4781	2024-12-21T05:51:22.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4782	2024-12-21T05:51:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4783	2024-12-21T05:51:22.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4784	2024-12-21T05:51:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4785	2024-12-21T05:51:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4786	2024-12-21T05:51:22.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4787	2024-12-21T05:51:22.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4788	2024-12-21T05:51:22.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4789	2024-12-21T05:51:22.914Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4790	2024-12-21T05:51:22.914Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.500119ms iteration = 47 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4791	2024-12-21T05:51:22.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.388285ms iteration = 47 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4792	2024-12-21T05:51:27.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 290 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = e44c098f-70d7-4d1d-9f60-92716ee26a71 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4793	2024-12-21T05:51:32.809Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:39717
4794	2024-12-21T05:51:32.810Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 42b8c33c-6333-4ff2-b61f-5b0f2d253aed roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
4795	2024-12-21T05:51:32.810Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 42b8c33c-6333-4ff2-b61f-5b0f2d253aed resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
4796	2024-12-21T05:51:32.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3467 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 42b8c33c-6333-4ff2-b61f-5b0f2d253aed response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
4797	2024-12-21T05:51:32.813Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = e987b405-aef3-4c34-91c2-60f824771a39 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
4798	2024-12-21T05:51:32.813Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = e987b405-aef3-4c34-91c2-60f824771a39 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
4799	2024-12-21T05:51:32.815Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2103 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = e987b405-aef3-4c34-91c2-60f824771a39 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
4800	2024-12-21T05:51:32.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 48 reason = Timeout
4801	2024-12-21T05:51:32.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4802	2024-12-21T05:51:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4803	2024-12-21T05:51:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 48 reason = Timeout
4804	2024-12-21T05:51:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4805	2024-12-21T05:51:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4806	2024-12-21T05:51:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4807	2024-12-21T05:51:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4808	2024-12-21T05:51:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4809	2024-12-21T05:51:32.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 2.884719ms iteration = 48 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4810	2024-12-21T05:51:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4811	2024-12-21T05:51:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4812	2024-12-21T05:51:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4813	2024-12-21T05:51:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4814	2024-12-21T05:51:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4815	2024-12-21T05:51:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4816	2024-12-21T05:51:32.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
4817	2024-12-21T05:51:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4818	2024-12-21T05:51:32.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4819	2024-12-21T05:51:32.916Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
4820	2024-12-21T05:51:32.916Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.176134ms iteration = 48 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
4821	2024-12-21T05:51:37.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 309 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = b30ef564-9506-453b-bbf2-32596231ec10 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
4822	2024-12-21T05:51:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 9 reason = Timeout
4823	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
4824	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4825	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 9 reason = Timeout
4826	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 17 reason = Timeout
4827	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4828	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 9 reason = Timeout
4829	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4830	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 10 reason = Timeout
4831	2024-12-21T05:51:42.895Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
4832	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 49 reason = Timeout
4833	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 24.9\u{b5}s iteration = 10 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
4834	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 9 reason = Timeout
4835	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 11 reason = Timeout
4836	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
4837	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4838	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4839	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 9 reason = Timeout
4840	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 17 reason = Timeout
4841	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 11 reason = Timeout
4842	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 9 reason = Timeout
4843	2024-12-21T05:51:42.895Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:41:42.895146819 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
4844	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
4845	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 17 reason = Timeout
4846	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4847	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4848	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4849	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4850	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4851	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4852	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
4853	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 49 reason = Timeout
4854	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 9 reason = Timeout
4855	2024-12-21T05:51:42.895Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
4856	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 17 reason = Timeout
4857	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4858	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4859	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4860	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4861	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 17 reason = Timeout
4862	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 9 reason = Timeout
4863	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
4864	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4865	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 17 reason = Timeout
4866	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
4867	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4868	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 17 reason = Timeout
4869	2024-12-21T05:51:42.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
4870	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4871	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 17 reason = Timeout
4872	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 18 reason = Timeout
4873	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4874	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 17 reason = Timeout
4875	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4876	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4877	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 17 reason = Timeout
4878	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4879	2024-12-21T05:51:42.895Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 313319817 } })
4880	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4881	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
4882	2024-12-21T05:51:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4883	2024-12-21T05:51:42.896Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 313488691 } })
4884	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4885	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
4886	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4887	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4888	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4889	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4890	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4891	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4892	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 17 reason = Timeout
4893	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4894	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 17 reason = Timeout
4895	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 9 reason = Timeout
4896	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
4897	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
4898	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 9 reason = Timeout
4899	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
4900	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
4901	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 17 reason = Timeout
4902	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
4903	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.351672ms iteration = 9 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
4904	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
4905	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.506636ms iteration = 9 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
4906	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 17 reason = Timeout
4907	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4908	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4909	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
4910	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
4911	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
4912	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4913	2024-12-21T05:51:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
4914	2024-12-21T05:51:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4915	2024-12-21T05:51:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4916	2024-12-21T05:51:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4917	2024-12-21T05:51:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4918	2024-12-21T05:51:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4919	2024-12-21T05:51:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.7554ms iteration = 17 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
4920	2024-12-21T05:51:42.899Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4921	2024-12-21T05:51:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4922	2024-12-21T05:51:42.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4923	2024-12-21T05:51:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 317122518 } })
4924	2024-12-21T05:51:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4925	2024-12-21T05:51:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
4926	2024-12-21T05:51:42.901Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:41:42.895146819 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
4927	2024-12-21T05:51:42.901Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 6.375174ms iteration = 9 status = {"expiration":"2024-12-21T05:41:42.895146819Z","pruned":[]}
4928	2024-12-21T05:51:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4929	2024-12-21T05:51:42.902Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 319599378 } })
4930	2024-12-21T05:51:42.902Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
4931	2024-12-21T05:51:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4932	2024-12-21T05:51:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4933	2024-12-21T05:51:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4934	2024-12-21T05:51:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4935	2024-12-21T05:51:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4936	2024-12-21T05:51:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4937	2024-12-21T05:51:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4938	2024-12-21T05:51:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4939	2024-12-21T05:51:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
4940	2024-12-21T05:51:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4941	2024-12-21T05:51:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
4942	2024-12-21T05:51:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4943	2024-12-21T05:51:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4944	2024-12-21T05:51:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4945	2024-12-21T05:51:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4946	2024-12-21T05:51:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4947	2024-12-21T05:51:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4948	2024-12-21T05:51:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4949	2024-12-21T05:51:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4950	2024-12-21T05:51:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4951	2024-12-21T05:51:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4952	2024-12-21T05:51:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4953	2024-12-21T05:51:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4954	2024-12-21T05:51:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4955	2024-12-21T05:51:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4956	2024-12-21T05:51:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4957	2024-12-21T05:51:42.911Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 15.193196ms iteration = 17 status = {"errors":[],"finish_invoked_ok":[]}
4958	2024-12-21T05:51:42.912Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 16.305322ms iteration = 9 status = {"errors":[],"found_port_ok":[]}
4959	2024-12-21T05:51:42.913Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4960	2024-12-21T05:51:42.913Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4961	2024-12-21T05:51:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4962	2024-12-21T05:51:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4963	2024-12-21T05:51:42.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4964	2024-12-21T05:51:42.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4965	2024-12-21T05:51:42.920Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4966	2024-12-21T05:51:42.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4967	2024-12-21T05:51:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4968	2024-12-21T05:51:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4969	2024-12-21T05:51:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4970	2024-12-21T05:51:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4971	2024-12-21T05:51:42.923Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1248, tv_nsec: 341435543 } })
4972	2024-12-21T05:51:42.924Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
4973	2024-12-21T05:51:42.936Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4974	2024-12-21T05:51:42.936Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
4975	2024-12-21T05:51:42.936Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4976	2024-12-21T05:51:42.936Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4977	2024-12-21T05:51:42.948Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4978	2024-12-21T05:51:42.948Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
4979	2024-12-21T05:51:42.948Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4980	2024-12-21T05:51:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4981	2024-12-21T05:51:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4982	2024-12-21T05:51:42.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4983	2024-12-21T05:51:42.957Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4984	2024-12-21T05:51:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4985	2024-12-21T05:51:42.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 61.664814ms iteration = 17 status = {"errors":[],"garbage_collect_requested":[]}
4986	2024-12-21T05:51:42.959Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.749424ms iteration = 49 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4987	2024-12-21T05:51:42.960Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4988	2024-12-21T05:51:42.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4989	2024-12-21T05:51:42.961Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4990	2024-12-21T05:51:42.961Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
4991	2024-12-21T05:51:42.961Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
4992	2024-12-21T05:51:42.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 64.707987ms iteration = 9 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
4993	2024-12-21T05:51:42.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4994	2024-12-21T05:51:42.962Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 66.534821ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4995	2024-12-21T05:51:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4996	2024-12-21T05:51:42.964Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
4997	2024-12-21T05:51:42.964Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
4998	2024-12-21T05:51:42.964Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
4999	2024-12-21T05:51:42.964Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5000	2024-12-21T05:51:42.964Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5001	2024-12-21T05:51:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
5002	2024-12-21T05:51:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5003	2024-12-21T05:51:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5004	2024-12-21T05:51:42.967Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
5005	2024-12-21T05:51:42.967Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
5006	2024-12-21T05:51:42.967Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 71.923281ms iteration = 9 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
5007	2024-12-21T05:51:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5008	2024-12-21T05:51:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5009	2024-12-21T05:51:42.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5010	2024-12-21T05:51:42.971Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
5011	2024-12-21T05:51:42.971Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 75.731292ms iteration = 17 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
5012	2024-12-21T05:51:42.973Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5013	2024-12-21T05:51:42.973Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5014	2024-12-21T05:51:42.973Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5015	2024-12-21T05:51:42.975Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5016	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
5017	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
5018	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
5019	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5020	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5021	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5022	2024-12-21T05:51:42.976Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5023	2024-12-21T05:51:42.977Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5024	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5025	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5026	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
5027	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5028	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5029	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5030	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5031	2024-12-21T05:51:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5032	2024-12-21T05:51:42.980Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5033	2024-12-21T05:51:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5034	2024-12-21T05:51:42.981Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5035	2024-12-21T05:51:42.981Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5036	2024-12-21T05:51:42.981Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5037	2024-12-21T05:51:42.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5038	2024-12-21T05:51:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5039	2024-12-21T05:51:42.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5040	2024-12-21T05:51:42.989Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5041	2024-12-21T05:51:42.990Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5042	2024-12-21T05:51:42.996Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5043	2024-12-21T05:51:42.996Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 101.061072ms iteration = 49 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5044	2024-12-21T05:51:42.996Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 100.382366ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5045	2024-12-21T05:51:42.997Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
5046	2024-12-21T05:51:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
5047	2024-12-21T05:51:42.997Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5048	2024-12-21T05:51:42.997Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
5049	2024-12-21T05:51:42.997Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 101.931203ms iteration = 17 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
5050	2024-12-21T05:51:43.008Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
5051	2024-12-21T05:51:43.008Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
5052	2024-12-21T05:51:43.008Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5053	2024-12-21T05:51:43.008Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5054	2024-12-21T05:51:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5055	2024-12-21T05:51:43.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5056	2024-12-21T05:51:43.012Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5057	2024-12-21T05:51:43.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5058	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
5059	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
5060	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5061	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5062	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
5063	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
5064	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
5065	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 120.009618ms iteration = 9 status = {"generation":2}
5066	2024-12-21T05:51:43.014Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 119.23829ms iteration = 18 status = {"physical_disks_added":0}
5067	2024-12-21T05:51:43.016Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5068	2024-12-21T05:51:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5069	2024-12-21T05:51:43.018Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5070	2024-12-21T05:51:43.018Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5071	2024-12-21T05:51:43.019Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 122.821445ms iteration = 17 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
5072	2024-12-21T05:51:43.021Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
5073	2024-12-21T05:51:43.021Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
5074	2024-12-21T05:51:43.021Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
5075	2024-12-21T05:51:43.021Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 126.273378ms iteration = 9 status = {"generation":1}
5076	2024-12-21T05:51:43.021Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
5077	2024-12-21T05:51:43.024Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5078	2024-12-21T05:51:43.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5079	2024-12-21T05:51:43.028Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
5080	2024-12-21T05:51:43.028Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 133.193095ms iteration = 9 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
5081	2024-12-21T05:51:43.036Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5082	2024-12-21T05:51:43.036Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5083	2024-12-21T05:51:43.037Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5084	2024-12-21T05:51:43.039Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5085	2024-12-21T05:51:43.039Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5086	2024-12-21T05:51:43.040Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5087	2024-12-21T05:51:43.041Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5088	2024-12-21T05:51:43.043Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5089	2024-12-21T05:51:43.043Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5090	2024-12-21T05:51:43.043Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5091	2024-12-21T05:51:43.044Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
5092	2024-12-21T05:51:43.044Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5093	2024-12-21T05:51:43.045Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "dea4a8c9-19a7-4ec2-bb28-e7c014486633", "content-length": "26", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5094	2024-12-21T05:51:43.045Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5095	2024-12-21T05:51:43.046Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
5096	2024-12-21T05:51:43.046Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5097	2024-12-21T05:51:43.051Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
5098	2024-12-21T05:51:43.051Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5099	2024-12-21T05:51:43.051Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8e81be33-7d63-4c66-86fb-b32db9406419", "content-length": "26", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5100	2024-12-21T05:51:43.051Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5101	2024-12-21T05:51:43.054Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5102	2024-12-21T05:51:43.090Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
5103	2024-12-21T05:51:43.091Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 195.29917ms iteration = 9 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
5104	2024-12-21T05:51:43.123Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
5105	2024-12-21T05:51:43.123Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5106	2024-12-21T05:51:43.124Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c6423ca8-8130-4744-8d1f-a7663288d36d", "content-length": "26", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5107	2024-12-21T05:51:43.124Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5108	2024-12-21T05:51:43.125Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5109	2024-12-21T05:51:43.218Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
5110	2024-12-21T05:51:43.218Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "8225ded2-fc69-45c1-9efc-c11448d7a188", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5111	2024-12-21T05:51:43.218Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5112	2024-12-21T05:51:43.220Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "bbaaf0e5-7d7e-498d-a334-2771224dd87c", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5113	2024-12-21T05:51:43.220Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5114	2024-12-21T05:51:43.221Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5115	2024-12-21T05:51:43.221Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 326.552148ms iteration = 11 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
5116	2024-12-21T05:51:43.247Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5117	2024-12-21T05:51:43.247Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5118	2024-12-21T05:51:43.249Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5119	2024-12-21T05:51:43.249Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5120	2024-12-21T05:51:43.251Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5121	2024-12-21T05:51:43.254Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
5122	2024-12-21T05:51:43.254Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5123	2024-12-21T05:51:43.254Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5124	2024-12-21T05:51:43.255Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 360.131126ms iteration = 17 status = 0
5125	2024-12-21T05:51:43.262Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
5126	2024-12-21T05:51:43.273Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
5127	2024-12-21T05:51:43.274Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "9bdadbba-7670-4f6a-a141-f3eaa64b62c9", "content-length": "691", "date": "Sat, 21 Dec 2024 05:51:42 GMT"} })
5128	2024-12-21T05:51:43.274Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
5129	2024-12-21T05:51:43.274Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
5130	2024-12-21T05:51:43.274Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
5131	2024-12-21T05:51:43.275Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 380.167628ms iteration = 17 status = {}
5132	2024-12-21T05:51:43.314Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
5133	2024-12-21T05:51:43.314Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "28642c64-83fe-491c-8329-1dcbe718c4cd", "content-length": "1", "date": "Sat, 21 Dec 2024 05:51:42 GMT"} })
5134	2024-12-21T05:51:43.315Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5135	2024-12-21T05:51:43.315Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5136	2024-12-21T05:51:43.317Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 422.763983ms iteration = 17 status = null
5137	2024-12-21T05:51:43.351Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
5138	2024-12-21T05:51:43.351Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5139	2024-12-21T05:51:43.351Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "f481bd53-d334-4270-835f-2030ca6a62e3", "content-length": "372", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5140	2024-12-21T05:51:43.351Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5141	2024-12-21T05:51:43.351Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5142	2024-12-21T05:51:43.363Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 468.808761ms iteration = 17 status = {}
5143	2024-12-21T05:51:43.377Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
5144	2024-12-21T05:51:43.377Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "4395ee51-2276-4421-946d-4deff510b510", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5145	2024-12-21T05:51:43.377Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5146	2024-12-21T05:51:43.378Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "f595abbc-093b-47b6-a323-3e6632609532", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5147	2024-12-21T05:51:43.378Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5148	2024-12-21T05:51:43.380Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "3f9f2daf-c1f8-40ae-8f5d-20dd94a7ea1c", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5149	2024-12-21T05:51:43.380Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5150	2024-12-21T05:51:43.382Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5151	2024-12-21T05:51:43.382Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 487.05731ms iteration = 11 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
5152	2024-12-21T05:51:43.393Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
5153	2024-12-21T05:51:43.393Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
5154	2024-12-21T05:51:43.393Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3721bdab-7136-4f93-9e42-2a97bbff405e", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5155	2024-12-21T05:51:43.393Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5156	2024-12-21T05:51:43.393Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5157	2024-12-21T05:51:43.396Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5158	2024-12-21T05:51:43.396Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5159	2024-12-21T05:51:43.398Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5160	2024-12-21T05:51:43.399Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5161	2024-12-21T05:51:43.402Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
5162	2024-12-21T05:51:43.402Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5163	2024-12-21T05:51:43.402Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "57f8bbcf-8e35-42f1-939e-011fe4cfb7bd", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5164	2024-12-21T05:51:43.404Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 508.69277ms iteration = 17 status = {}
5165	2024-12-21T05:51:43.430Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5166	2024-12-21T05:51:43.431Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5167	2024-12-21T05:51:43.433Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
5168	2024-12-21T05:51:43.433Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5169	2024-12-21T05:51:43.433Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5170	2024-12-21T05:51:43.442Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
5171	2024-12-21T05:51:43.442Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "afbaa51d-a357-4855-835c-06cc38b68ad8", "content-length": "134", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5172	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
5173	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
5174	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
5175	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
5176	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5177	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5178	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5179	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5180	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5181	2024-12-21T05:51:43.442Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5182	2024-12-21T05:51:43.443Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5183	2024-12-21T05:51:43.443Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5184	2024-12-21T05:51:43.443Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5185	2024-12-21T05:51:43.444Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5186	2024-12-21T05:51:43.444Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "3a132001-1d14-4d34-bb57-7da6474e326a", "content-length": "2", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5187	2024-12-21T05:51:43.444Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5188	2024-12-21T05:51:43.444Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "1552adab-338b-42aa-b714-e765d7734790", "content-length": "52", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5189	2024-12-21T05:51:43.444Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
5190	2024-12-21T05:51:43.444Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5191	2024-12-21T05:51:43.542Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "33a91929-813e-4813-9d2c-5cd43f02249d", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5192	2024-12-21T05:51:43.542Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
5193	2024-12-21T05:51:43.542Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5194	2024-12-21T05:51:43.542Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c88f385d-bb37-4fe9-a093-c37072020478", "content-length": "682", "date": "Sat, 21 Dec 2024 05:51:43 GMT"} })
5195	2024-12-21T05:51:43.542Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5196	2024-12-21T05:51:43.543Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5197	2024-12-21T05:51:43.546Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5198	2024-12-21T05:51:43.547Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5199	2024-12-21T05:51:43.549Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5200	2024-12-21T05:51:43.550Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5201	2024-12-21T05:51:43.552Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5202	2024-12-21T05:51:43.552Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5203	2024-12-21T05:51:43.559Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 663.832333ms iteration = 17 status = {}
5204	2024-12-21T05:51:47.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 289 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 562e6337-9f1f-40c5-8086-9ca51002eadb response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5205	2024-12-21T05:51:52.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 50 reason = Timeout
5206	2024-12-21T05:51:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5207	2024-12-21T05:51:52.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5208	2024-12-21T05:51:52.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 50 reason = Timeout
5209	2024-12-21T05:51:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5210	2024-12-21T05:51:52.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5211	2024-12-21T05:51:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5212	2024-12-21T05:51:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5213	2024-12-21T05:51:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5214	2024-12-21T05:51:52.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.128015ms iteration = 50 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5215	2024-12-21T05:51:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5216	2024-12-21T05:51:52.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5217	2024-12-21T05:51:52.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5218	2024-12-21T05:51:52.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5219	2024-12-21T05:51:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5220	2024-12-21T05:51:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5221	2024-12-21T05:51:52.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5222	2024-12-21T05:51:52.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5223	2024-12-21T05:51:52.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5224	2024-12-21T05:51:52.916Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5225	2024-12-21T05:51:52.916Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.151873ms iteration = 50 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5226	2024-12-21T05:51:57.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 292 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 1d45a707-fa95-4b93-9742-e50d6d0951e5 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5227	2024-12-21T05:52:02.810Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 34521fd5-f6a7-4734-84d1-a1c43d7ba892 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
5228	2024-12-21T05:52:02.810Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 34521fd5-f6a7-4734-84d1-a1c43d7ba892 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
5229	2024-12-21T05:52:02.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3319 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 34521fd5-f6a7-4734-84d1-a1c43d7ba892 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
5230	2024-12-21T05:52:02.813Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = ef639fb7-d987-4478-8d04-5d15b9a9b508 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
5231	2024-12-21T05:52:02.813Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = ef639fb7-d987-4478-8d04-5d15b9a9b508 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
5232	2024-12-21T05:52:02.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2856 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = ef639fb7-d987-4478-8d04-5d15b9a9b508 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
5233	2024-12-21T05:52:02.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 51 reason = Timeout
5234	2024-12-21T05:52:02.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5235	2024-12-21T05:52:02.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5236	2024-12-21T05:52:02.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 51 reason = Timeout
5237	2024-12-21T05:52:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5238	2024-12-21T05:52:02.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5239	2024-12-21T05:52:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5240	2024-12-21T05:52:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5241	2024-12-21T05:52:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5242	2024-12-21T05:52:02.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.518665ms iteration = 51 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5243	2024-12-21T05:52:02.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5244	2024-12-21T05:52:02.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5245	2024-12-21T05:52:02.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5246	2024-12-21T05:52:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5247	2024-12-21T05:52:02.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5248	2024-12-21T05:52:02.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5249	2024-12-21T05:52:02.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5250	2024-12-21T05:52:02.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5251	2024-12-21T05:52:02.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5252	2024-12-21T05:52:02.914Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5253	2024-12-21T05:52:02.914Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.571181ms iteration = 51 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5254	2024-12-21T05:52:07.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 291 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 3f20144a-dfa9-4e70-8dac-349049ec4117 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5255	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 18 reason = Timeout
5256	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 18 reason = Timeout
5257	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 52 reason = Timeout
5258	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
5259	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 18 reason = Timeout
5260	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5261	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5262	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 52 reason = Timeout
5263	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5264	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 19 reason = Timeout
5265	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 18 reason = Timeout
5266	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5267	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5268	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 18 reason = Timeout
5269	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5270	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 18 reason = Timeout
5271	2024-12-21T05:52:12.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
5272	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 18 reason = Timeout
5273	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5274	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5275	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 18 reason = Timeout
5276	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
5277	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5278	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 18 reason = Timeout
5279	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 18 reason = Timeout
5280	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5281	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5282	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
5283	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5284	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5285	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5286	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5287	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5288	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5289	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5290	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5291	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5292	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5293	2024-12-21T05:52:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5294	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 18 reason = Timeout
5295	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 18 reason = Timeout
5296	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5297	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
5298	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 18 reason = Timeout
5299	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5300	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 18 reason = Timeout
5301	2024-12-21T05:52:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
5302	2024-12-21T05:52:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
5303	2024-12-21T05:52:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5304	2024-12-21T05:52:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
5305	2024-12-21T05:52:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5306	2024-12-21T05:52:12.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 2.480669ms iteration = 18 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
5307	2024-12-21T05:52:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5308	2024-12-21T05:52:12.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1278, tv_nsec: 315727625 } })
5309	2024-12-21T05:52:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5310	2024-12-21T05:52:12.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5311	2024-12-21T05:52:12.898Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
5312	2024-12-21T05:52:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5313	2024-12-21T05:52:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5314	2024-12-21T05:52:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5315	2024-12-21T05:52:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5316	2024-12-21T05:52:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5317	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5318	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
5319	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5320	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5321	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5322	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5323	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5324	2024-12-21T05:52:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5325	2024-12-21T05:52:12.902Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1278, tv_nsec: 320379997 } })
5326	2024-12-21T05:52:12.903Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
5327	2024-12-21T05:52:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5328	2024-12-21T05:52:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5329	2024-12-21T05:52:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5330	2024-12-21T05:52:12.904Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 7.763537ms iteration = 18 status = {"errors":[],"garbage_collect_requested":[]}
5331	2024-12-21T05:52:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5332	2024-12-21T05:52:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5333	2024-12-21T05:52:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
5334	2024-12-21T05:52:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5335	2024-12-21T05:52:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5336	2024-12-21T05:52:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5337	2024-12-21T05:52:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
5338	2024-12-21T05:52:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5339	2024-12-21T05:52:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5340	2024-12-21T05:52:12.907Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 10.819601ms iteration = 18 status = {"errors":[],"finish_invoked_ok":[]}
5341	2024-12-21T05:52:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5342	2024-12-21T05:52:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5343	2024-12-21T05:52:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5344	2024-12-21T05:52:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5345	2024-12-21T05:52:12.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5346	2024-12-21T05:52:12.910Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 15.36123ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5347	2024-12-21T05:52:12.910Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1278, tv_nsec: 328361329 } })
5348	2024-12-21T05:52:12.911Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5349	2024-12-21T05:52:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5350	2024-12-21T05:52:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5351	2024-12-21T05:52:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5352	2024-12-21T05:52:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5353	2024-12-21T05:52:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5354	2024-12-21T05:52:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5355	2024-12-21T05:52:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5356	2024-12-21T05:52:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5357	2024-12-21T05:52:12.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5358	2024-12-21T05:52:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5359	2024-12-21T05:52:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5360	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5361	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5362	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5363	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5364	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5365	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5366	2024-12-21T05:52:12.916Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
5367	2024-12-21T05:52:12.916Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 21.521508ms iteration = 18 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
5368	2024-12-21T05:52:12.928Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5369	2024-12-21T05:52:12.928Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 33.66699ms iteration = 52 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5370	2024-12-21T05:52:12.935Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5371	2024-12-21T05:52:12.935Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5372	2024-12-21T05:52:12.937Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5373	2024-12-21T05:52:12.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5374	2024-12-21T05:52:12.938Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5375	2024-12-21T05:52:12.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5376	2024-12-21T05:52:12.939Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5377	2024-12-21T05:52:12.940Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5378	2024-12-21T05:52:12.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5379	2024-12-21T05:52:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
5380	2024-12-21T05:52:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5381	2024-12-21T05:52:12.941Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 45.024134ms iteration = 18 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
5382	2024-12-21T05:52:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5383	2024-12-21T05:52:12.943Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5384	2024-12-21T05:52:12.943Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
5385	2024-12-21T05:52:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5386	2024-12-21T05:52:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5387	2024-12-21T05:52:12.943Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 47.996645ms iteration = 18 status = 0
5388	2024-12-21T05:52:12.943Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 48.488797ms iteration = 52 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5389	2024-12-21T05:52:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5390	2024-12-21T05:52:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5391	2024-12-21T05:52:12.947Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 52.572975ms iteration = 19 status = {"physical_disks_added":0}
5392	2024-12-21T05:52:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5393	2024-12-21T05:52:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5394	2024-12-21T05:52:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5395	2024-12-21T05:52:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5396	2024-12-21T05:52:12.952Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5397	2024-12-21T05:52:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5398	2024-12-21T05:52:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5399	2024-12-21T05:52:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5400	2024-12-21T05:52:12.969Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 72.712379ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5401	2024-12-21T05:52:12.969Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
5402	2024-12-21T05:52:12.969Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5403	2024-12-21T05:52:12.969Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ec63e883-9308-4ae6-a612-fbb483c4a73f", "content-length": "26", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5404	2024-12-21T05:52:12.969Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5405	2024-12-21T05:52:12.971Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5406	2024-12-21T05:52:12.971Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5407	2024-12-21T05:52:12.971Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
5408	2024-12-21T05:52:12.971Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5409	2024-12-21T05:52:12.971Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5410	2024-12-21T05:52:12.990Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
5411	2024-12-21T05:52:12.990Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5412	2024-12-21T05:52:12.990Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "86ec1ddb-fbb3-4cda-ba67-8a1073373c99", "content-length": "26", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5413	2024-12-21T05:52:12.990Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5414	2024-12-21T05:52:12.992Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5415	2024-12-21T05:52:12.994Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
5416	2024-12-21T05:52:12.994Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5417	2024-12-21T05:52:12.994Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e26de758-8b38-43ea-8648-7da9d1144c39", "content-length": "26", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5418	2024-12-21T05:52:12.994Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5419	2024-12-21T05:52:12.996Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5420	2024-12-21T05:52:13.001Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5421	2024-12-21T05:52:13.001Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
5422	2024-12-21T05:52:13.001Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 106.217395ms iteration = 18 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
5423	2024-12-21T05:52:13.099Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
5424	2024-12-21T05:52:13.099Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5425	2024-12-21T05:52:13.099Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 204.640884ms iteration = 18 status = {}
5426	2024-12-21T05:52:13.100Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3a3f06a8-2ec2-4f2f-b501-6ed39c6e9a91", "content-length": "372", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5427	2024-12-21T05:52:13.100Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5428	2024-12-21T05:52:13.100Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5429	2024-12-21T05:52:13.117Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
5430	2024-12-21T05:52:13.118Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "63f1e51e-cad1-4e23-9a58-28814bdc7f1d", "content-length": "1", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5431	2024-12-21T05:52:13.120Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5432	2024-12-21T05:52:13.120Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5433	2024-12-21T05:52:13.125Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
5434	2024-12-21T05:52:13.125Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "cd5704a4-0e0d-48b7-80e7-e12a40aa262e", "content-length": "691", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5435	2024-12-21T05:52:13.125Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
5436	2024-12-21T05:52:13.125Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
5437	2024-12-21T05:52:13.125Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
5438	2024-12-21T05:52:13.127Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 231.722285ms iteration = 18 status = {}
5439	2024-12-21T05:52:13.127Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 232.2901ms iteration = 18 status = null
5440	2024-12-21T05:52:13.169Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
5441	2024-12-21T05:52:13.169Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
5442	2024-12-21T05:52:13.170Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "9e47d134-8f9f-4140-a3ea-13610db7b766", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5443	2024-12-21T05:52:13.170Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5444	2024-12-21T05:52:13.170Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5445	2024-12-21T05:52:13.172Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5446	2024-12-21T05:52:13.172Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5447	2024-12-21T05:52:13.179Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5448	2024-12-21T05:52:13.179Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5449	2024-12-21T05:52:13.181Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
5450	2024-12-21T05:52:13.181Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5451	2024-12-21T05:52:13.181Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "319ee42b-8e71-4d59-866f-300ca614bc15", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5452	2024-12-21T05:52:13.183Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 288.045251ms iteration = 18 status = {}
5453	2024-12-21T05:52:13.189Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5454	2024-12-21T05:52:13.189Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5455	2024-12-21T05:52:13.191Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
5456	2024-12-21T05:52:13.191Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5457	2024-12-21T05:52:13.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5458	2024-12-21T05:52:13.201Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
5459	2024-12-21T05:52:13.202Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9d63197e-c8c2-4aba-b1a7-8bb60e1f2552", "content-length": "134", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5460	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
5461	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
5462	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
5463	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
5464	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5465	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5466	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5467	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5468	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5469	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5470	2024-12-21T05:52:13.202Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5471	2024-12-21T05:52:13.202Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5472	2024-12-21T05:52:13.203Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5473	2024-12-21T05:52:13.205Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5474	2024-12-21T05:52:13.205Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "789fb6d8-801f-49d1-a4d5-cf277caee493", "content-length": "2", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5475	2024-12-21T05:52:13.205Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5476	2024-12-21T05:52:13.205Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d56d6978-fa23-4726-88bf-57fe783c6134", "content-length": "52", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5477	2024-12-21T05:52:13.205Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
5478	2024-12-21T05:52:13.205Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5479	2024-12-21T05:52:13.301Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a9d3e3cb-f862-4033-97a4-7e7f45edbe0d", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5480	2024-12-21T05:52:13.301Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
5481	2024-12-21T05:52:13.301Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5482	2024-12-21T05:52:13.305Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c3d7ba6c-c92d-4a5d-aff6-5319434068a0", "content-length": "682", "date": "Sat, 21 Dec 2024 05:52:12 GMT"} })
5483	2024-12-21T05:52:13.305Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5484	2024-12-21T05:52:13.305Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5485	2024-12-21T05:52:13.308Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5486	2024-12-21T05:52:13.308Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5487	2024-12-21T05:52:13.312Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5488	2024-12-21T05:52:13.312Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5489	2024-12-21T05:52:13.313Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5490	2024-12-21T05:52:13.314Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5491	2024-12-21T05:52:13.321Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 425.901069ms iteration = 18 status = {}
5492	2024-12-21T05:52:13.549Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
5493	2024-12-21T05:52:13.549Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
5494	2024-12-21T05:52:13.579Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
5495	2024-12-21T05:52:13.579Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:36148
5496	2024-12-21T05:52:13.580Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36148 req_id = c9eedba5-17d6-4c78-8cfe-1af8d2bca37c roles = RoleSet { roles: {} } uri = /metrics/producers
5497	2024-12-21T05:52:13.580Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36148 req_id = c9eedba5-17d6-4c78-8cfe-1af8d2bca37c resource = Database result = Ok(()) uri = /metrics/producers
5498	2024-12-21T05:52:13.616Z	INFO	nexus: assigned collector to new producer collector_id = 5539f2b1-1861-4dbb-974a-1247914c9a95 file = nexus/src/app/oximeter.rs:76 producer_id = b381127d-ac24-4ced-abe2-28a1272fd710
5499	2024-12-21T05:52:13.616Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 36192 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:36148 req_id = c9eedba5-17d6-4c78-8cfe-1af8d2bca37c response_code = 201 uri = /metrics/producers
5500	2024-12-21T05:52:13.616Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "c9eedba5-17d6-4c78-8cfe-1af8d2bca37c", "content-length": "41", "date": "Sat, 21 Dec 2024 05:52:13 GMT"} })
5501	2024-12-21T05:52:13.617Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
5502	2024-12-21T05:52:13.617Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
5503	2024-12-21T05:52:17.818Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 269 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 8486ce53-c4c9-48f5-baac-667c3f6d2f33 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5504	2024-12-21T05:52:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 53 reason = Timeout
5505	2024-12-21T05:52:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5506	2024-12-21T05:52:22.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5507	2024-12-21T05:52:22.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 53 reason = Timeout
5508	2024-12-21T05:52:22.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5509	2024-12-21T05:52:22.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5510	2024-12-21T05:52:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5511	2024-12-21T05:52:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5512	2024-12-21T05:52:22.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5513	2024-12-21T05:52:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5514	2024-12-21T05:52:22.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5515	2024-12-21T05:52:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5516	2024-12-21T05:52:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5517	2024-12-21T05:52:22.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5518	2024-12-21T05:52:22.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5519	2024-12-21T05:52:22.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5520	2024-12-21T05:52:22.918Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5521	2024-12-21T05:52:22.918Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.849324ms iteration = 53 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5522	2024-12-21T05:52:22.926Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5523	2024-12-21T05:52:22.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5524	2024-12-21T05:52:22.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.211976ms iteration = 53 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5525	2024-12-21T05:52:27.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 271 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 5948bfbf-9679-45d3-845c-2e756ebdfbec response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5526	2024-12-21T05:52:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 54 reason = Timeout
5527	2024-12-21T05:52:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5528	2024-12-21T05:52:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5529	2024-12-21T05:52:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 54 reason = Timeout
5530	2024-12-21T05:52:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5531	2024-12-21T05:52:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5532	2024-12-21T05:52:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5533	2024-12-21T05:52:32.898Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5534	2024-12-21T05:52:32.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5535	2024-12-21T05:52:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5536	2024-12-21T05:52:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5537	2024-12-21T05:52:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5538	2024-12-21T05:52:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5539	2024-12-21T05:52:32.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5540	2024-12-21T05:52:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5541	2024-12-21T05:52:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5542	2024-12-21T05:52:32.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5543	2024-12-21T05:52:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5544	2024-12-21T05:52:32.918Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5545	2024-12-21T05:52:32.918Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.867594ms iteration = 54 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5546	2024-12-21T05:52:32.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.230875ms iteration = 54 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5547	2024-12-21T05:52:37.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 298 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = a6824e6a-5d43-45ce-b3db-f2ed2740da6a response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5548	2024-12-21T05:52:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 12 reason = Timeout
5549	2024-12-21T05:52:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 10 reason = Timeout
5550	2024-12-21T05:52:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 19 reason = Timeout
5551	2024-12-21T05:52:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5552	2024-12-21T05:52:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 55 reason = Timeout
5553	2024-12-21T05:52:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 11 reason = Timeout
5554	2024-12-21T05:52:42.894Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
5555	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 10 reason = Timeout
5556	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5557	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 10.93\u{b5}s iteration = 11 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
5558	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 10 reason = Timeout
5559	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
5560	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5561	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5562	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 12 reason = Timeout
5563	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 19 reason = Timeout
5564	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 10 reason = Timeout
5565	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
5566	2024-12-21T05:52:42.895Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:42:42.895056474 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
5567	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
5568	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 10 reason = Timeout
5569	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 10 reason = Timeout
5570	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
5571	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 19 reason = Timeout
5572	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5573	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 55 reason = Timeout
5574	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 19 reason = Timeout
5575	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5576	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5577	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 20 reason = Timeout
5578	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 5 reason = Timeout
5579	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5580	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5581	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 19 reason = Timeout
5582	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 19 reason = Timeout
5583	2024-12-21T05:52:42.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
5584	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 19 reason = Timeout
5585	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5586	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5587	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5588	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 19 reason = Timeout
5589	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5590	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 10 reason = Timeout
5591	2024-12-21T05:52:42.895Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
5592	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
5593	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 19 reason = Timeout
5594	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
5595	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 10 reason = Timeout
5596	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5597	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
5598	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 19 reason = Timeout
5599	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5600	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
5601	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5602	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5603	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5604	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
5605	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5606	2024-12-21T05:52:42.895Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 313554112 } })
5607	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5608	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5609	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5610	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
5611	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5612	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
5613	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5614	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5615	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5616	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5617	2024-12-21T05:52:42.895Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 313697836 } })
5618	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5619	2024-12-21T05:52:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5620	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5621	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5622	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5623	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5624	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 19 reason = Timeout
5625	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5626	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 19 reason = Timeout
5627	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
5628	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 10 reason = Timeout
5629	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
5630	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 10 reason = Timeout
5631	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
5632	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 19 reason = Timeout
5633	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
5634	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 19 reason = Timeout
5635	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5636	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
5637	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.391354ms iteration = 10 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
5638	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
5639	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.634759ms iteration = 10 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
5640	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5641	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5642	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
5643	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5644	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
5645	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
5646	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5647	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
5648	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5649	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5650	2024-12-21T05:52:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5651	2024-12-21T05:52:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5652	2024-12-21T05:52:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5653	2024-12-21T05:52:42.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 316652927 } })
5654	2024-12-21T05:52:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
5655	2024-12-21T05:52:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 317021366 } })
5656	2024-12-21T05:52:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
5657	2024-12-21T05:52:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5658	2024-12-21T05:52:42.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.743034ms iteration = 19 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
5659	2024-12-21T05:52:42.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5660	2024-12-21T05:52:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5661	2024-12-21T05:52:42.900Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:42:42.895056474 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
5662	2024-12-21T05:52:42.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 5.748168ms iteration = 10 status = {"expiration":"2024-12-21T05:42:42.895056474Z","pruned":[]}
5663	2024-12-21T05:52:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5664	2024-12-21T05:52:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5665	2024-12-21T05:52:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5666	2024-12-21T05:52:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5667	2024-12-21T05:52:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5668	2024-12-21T05:52:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5669	2024-12-21T05:52:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5670	2024-12-21T05:52:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5671	2024-12-21T05:52:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
5672	2024-12-21T05:52:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5673	2024-12-21T05:52:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5674	2024-12-21T05:52:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5675	2024-12-21T05:52:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5676	2024-12-21T05:52:42.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
5677	2024-12-21T05:52:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5678	2024-12-21T05:52:42.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
5679	2024-12-21T05:52:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
5680	2024-12-21T05:52:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5681	2024-12-21T05:52:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
5682	2024-12-21T05:52:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5683	2024-12-21T05:52:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5684	2024-12-21T05:52:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5685	2024-12-21T05:52:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
5686	2024-12-21T05:52:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5687	2024-12-21T05:52:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5688	2024-12-21T05:52:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5689	2024-12-21T05:52:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5690	2024-12-21T05:52:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5691	2024-12-21T05:52:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
5692	2024-12-21T05:52:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5693	2024-12-21T05:52:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5694	2024-12-21T05:52:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5695	2024-12-21T05:52:42.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 24.613102ms iteration = 10 status = {"errors":[],"found_port_ok":[]}
5696	2024-12-21T05:52:42.921Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 24.871259ms iteration = 19 status = {"errors":[],"garbage_collect_requested":[]}
5697	2024-12-21T05:52:42.921Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
5698	2024-12-21T05:52:42.921Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5699	2024-12-21T05:52:42.921Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5700	2024-12-21T05:52:42.921Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5701	2024-12-21T05:52:42.923Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
5702	2024-12-21T05:52:42.923Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5703	2024-12-21T05:52:42.923Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5704	2024-12-21T05:52:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5705	2024-12-21T05:52:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5706	2024-12-21T05:52:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5707	2024-12-21T05:52:42.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5708	2024-12-21T05:52:42.929Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
5709	2024-12-21T05:52:42.929Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
5710	2024-12-21T05:52:42.929Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
5711	2024-12-21T05:52:42.929Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5712	2024-12-21T05:52:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5713	2024-12-21T05:52:42.930Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5714	2024-12-21T05:52:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5715	2024-12-21T05:52:42.931Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1308, tv_nsec: 348939184 } })
5716	2024-12-21T05:52:42.931Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5717	2024-12-21T05:52:42.932Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5718	2024-12-21T05:52:42.933Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5719	2024-12-21T05:52:42.933Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5720	2024-12-21T05:52:42.934Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5721	2024-12-21T05:52:42.934Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5722	2024-12-21T05:52:42.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5723	2024-12-21T05:52:42.937Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5724	2024-12-21T05:52:42.938Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5725	2024-12-21T05:52:42.938Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5726	2024-12-21T05:52:42.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5727	2024-12-21T05:52:42.940Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5728	2024-12-21T05:52:42.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5729	2024-12-21T05:52:42.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5730	2024-12-21T05:52:42.941Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5731	2024-12-21T05:52:42.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5732	2024-12-21T05:52:42.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5733	2024-12-21T05:52:42.945Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5734	2024-12-21T05:52:42.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5735	2024-12-21T05:52:42.946Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5736	2024-12-21T05:52:42.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5737	2024-12-21T05:52:42.951Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
5738	2024-12-21T05:52:42.951Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
5739	2024-12-21T05:52:42.951Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5740	2024-12-21T05:52:42.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5741	2024-12-21T05:52:42.954Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5742	2024-12-21T05:52:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
5743	2024-12-21T05:52:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5744	2024-12-21T05:52:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5745	2024-12-21T05:52:42.970Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 73.819816ms iteration = 19 status = {"errors":[],"finish_invoked_ok":[]}
5746	2024-12-21T05:52:42.972Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5747	2024-12-21T05:52:42.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5748	2024-12-21T05:52:42.972Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5749	2024-12-21T05:52:42.972Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 77.525696ms iteration = 55 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5750	2024-12-21T05:52:42.973Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
5751	2024-12-21T05:52:42.973Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
5752	2024-12-21T05:52:42.973Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 77.960805ms iteration = 10 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
5753	2024-12-21T05:52:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5754	2024-12-21T05:52:42.977Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5755	2024-12-21T05:52:42.978Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
5756	2024-12-21T05:52:42.978Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
5757	2024-12-21T05:52:42.978Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 82.176107ms iteration = 10 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
5758	2024-12-21T05:52:42.979Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5759	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
5760	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5761	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5762	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5763	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5764	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
5765	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
5766	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
5767	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5768	2024-12-21T05:52:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5769	2024-12-21T05:52:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5770	2024-12-21T05:52:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5771	2024-12-21T05:52:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5772	2024-12-21T05:52:42.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
5773	2024-12-21T05:52:42.984Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5774	2024-12-21T05:52:42.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5775	2024-12-21T05:52:42.985Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5776	2024-12-21T05:52:42.985Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5777	2024-12-21T05:52:42.986Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5778	2024-12-21T05:52:42.988Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
5779	2024-12-21T05:52:42.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
5780	2024-12-21T05:52:42.988Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
5781	2024-12-21T05:52:42.988Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
5782	2024-12-21T05:52:42.988Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 93.227583ms iteration = 19 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
5783	2024-12-21T05:52:42.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
5784	2024-12-21T05:52:42.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
5785	2024-12-21T05:52:42.997Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 102.456775ms iteration = 20 status = {"physical_disks_added":0}
5786	2024-12-21T05:52:43.004Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 109.743931ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5787	2024-12-21T05:52:43.056Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5788	2024-12-21T05:52:43.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5789	2024-12-21T05:52:43.091Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
5790	2024-12-21T05:52:43.091Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5791	2024-12-21T05:52:43.091Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8bc73a18-efee-4863-a560-0c4a93e460c9", "content-length": "26", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5792	2024-12-21T05:52:43.091Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5793	2024-12-21T05:52:43.093Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5794	2024-12-21T05:52:43.095Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
5795	2024-12-21T05:52:43.095Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5796	2024-12-21T05:52:43.095Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8f8f87a7-32bc-46c8-b6ef-da3cb48a4f77", "content-length": "26", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5797	2024-12-21T05:52:43.096Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5798	2024-12-21T05:52:43.097Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5799	2024-12-21T05:52:43.100Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
5800	2024-12-21T05:52:43.183Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
5801	2024-12-21T05:52:43.251Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
5802	2024-12-21T05:52:43.251Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5803	2024-12-21T05:52:43.251Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "745ab9b0-b389-4d04-af3b-22fa7be9dab4", "content-length": "26", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5804	2024-12-21T05:52:43.251Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5805	2024-12-21T05:52:43.253Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5806	2024-12-21T05:52:43.286Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 391.899521ms iteration = 19 status = {}
5807	2024-12-21T05:52:43.299Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
5808	2024-12-21T05:52:43.299Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5809	2024-12-21T05:52:43.300Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "89c0f093-ee12-4bce-998a-cc4c9fc0fce8", "content-length": "372", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5810	2024-12-21T05:52:43.300Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5811	2024-12-21T05:52:43.300Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5812	2024-12-21T05:52:43.301Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5813	2024-12-21T05:52:43.302Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5814	2024-12-21T05:52:43.302Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 406.131612ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5815	2024-12-21T05:52:43.302Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5816	2024-12-21T05:52:43.303Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5817	2024-12-21T05:52:43.303Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5818	2024-12-21T05:52:43.303Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
5819	2024-12-21T05:52:43.303Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5820	2024-12-21T05:52:43.303Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5821	2024-12-21T05:52:43.304Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5822	2024-12-21T05:52:43.304Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5823	2024-12-21T05:52:43.305Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5824	2024-12-21T05:52:43.305Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 410.133949ms iteration = 5 status = {"nsuccess":5}
5825	2024-12-21T05:52:43.305Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5826	2024-12-21T05:52:43.305Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5827	2024-12-21T05:52:43.307Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5828	2024-12-21T05:52:43.307Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5829	2024-12-21T05:52:43.307Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5830	2024-12-21T05:52:43.307Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
5831	2024-12-21T05:52:43.308Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
5832	2024-12-21T05:52:43.308Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
5833	2024-12-21T05:52:43.308Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 413.028669ms iteration = 10 status = {"generation":1}
5834	2024-12-21T05:52:43.314Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5835	2024-12-21T05:52:43.315Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5836	2024-12-21T05:52:43.318Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5837	2024-12-21T05:52:43.320Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5838	2024-12-21T05:52:43.320Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5839	2024-12-21T05:52:43.321Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5840	2024-12-21T05:52:43.340Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5841	2024-12-21T05:52:43.340Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
5842	2024-12-21T05:52:43.340Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5843	2024-12-21T05:52:43.340Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "f08c2411-5011-481d-9d51-c4920ce5f935", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5844	2024-12-21T05:52:43.340Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5845	2024-12-21T05:52:43.342Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "253895d0-2844-48cf-b2e8-8fc1519e6eb5", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5846	2024-12-21T05:52:43.342Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5847	2024-12-21T05:52:43.342Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5848	2024-12-21T05:52:43.343Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
5849	2024-12-21T05:52:43.343Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
5850	2024-12-21T05:52:43.343Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5851	2024-12-21T05:52:43.344Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5852	2024-12-21T05:52:43.344Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
5853	2024-12-21T05:52:43.344Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 449.292372ms iteration = 12 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
5854	2024-12-21T05:52:43.344Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 449.564948ms iteration = 55 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5855	2024-12-21T05:52:43.345Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
5856	2024-12-21T05:52:43.345Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5857	2024-12-21T05:52:43.345Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5858	2024-12-21T05:52:43.347Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5859	2024-12-21T05:52:43.350Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
5860	2024-12-21T05:52:43.350Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5861	2024-12-21T05:52:43.350Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5862	2024-12-21T05:52:43.350Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5863	2024-12-21T05:52:43.350Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
5864	2024-12-21T05:52:43.350Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 455.264554ms iteration = 19 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
5865	2024-12-21T05:52:43.351Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5866	2024-12-21T05:52:43.352Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 457.12468ms iteration = 19 status = 0
5867	2024-12-21T05:52:43.353Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5868	2024-12-21T05:52:43.353Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5869	2024-12-21T05:52:43.354Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5870	2024-12-21T05:52:43.355Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
5871	2024-12-21T05:52:43.362Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
5872	2024-12-21T05:52:43.362Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
5873	2024-12-21T05:52:43.363Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "20068046-7497-487b-8dfb-70f61f2e0afe", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5874	2024-12-21T05:52:43.363Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5875	2024-12-21T05:52:43.363Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5876	2024-12-21T05:52:43.365Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5877	2024-12-21T05:52:43.365Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5878	2024-12-21T05:52:43.368Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5879	2024-12-21T05:52:43.369Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5880	2024-12-21T05:52:43.371Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 474.682582ms iteration = 19 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
5881	2024-12-21T05:52:43.372Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
5882	2024-12-21T05:52:43.372Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5883	2024-12-21T05:52:43.372Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "a43c0dfc-d6fe-4acc-b741-31f8e499f7f8", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5884	2024-12-21T05:52:43.374Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 478.866143ms iteration = 19 status = {}
5885	2024-12-21T05:52:43.375Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5886	2024-12-21T05:52:43.376Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5887	2024-12-21T05:52:43.376Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5888	2024-12-21T05:52:43.377Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
5889	2024-12-21T05:52:43.377Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "2d18ac8a-86bf-4593-8cb5-01f6ab12a114", "content-length": "1", "date": "Sat, 21 Dec 2024 05:52:42 GMT"} })
5890	2024-12-21T05:52:43.378Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5891	2024-12-21T05:52:43.378Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5892	2024-12-21T05:52:43.378Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5893	2024-12-21T05:52:43.378Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5894	2024-12-21T05:52:43.378Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5895	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5896	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
5897	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
5898	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
5899	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 484.765835ms iteration = 10 status = {"generation":2}
5900	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
5901	2024-12-21T05:52:43.379Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5902	2024-12-21T05:52:43.380Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5903	2024-12-21T05:52:43.380Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 486.041946ms iteration = 19 status = null
5904	2024-12-21T05:52:43.412Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
5905	2024-12-21T05:52:43.412Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 517.83674ms iteration = 10 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
5906	2024-12-21T05:52:43.413Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
5907	2024-12-21T05:52:43.413Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 518.366243ms iteration = 10 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
5908	2024-12-21T05:52:43.460Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
5909	2024-12-21T05:52:43.461Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "a1c7543c-9a95-41fb-b208-389371b06df7", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5910	2024-12-21T05:52:43.461Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5911	2024-12-21T05:52:43.463Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "9797e0e1-b0d8-43e7-becd-ac561de32f70", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5912	2024-12-21T05:52:43.463Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5913	2024-12-21T05:52:43.464Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "84ec4c5d-5ea1-48e1-b58e-7042ee4004ea", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5914	2024-12-21T05:52:43.464Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5915	2024-12-21T05:52:43.466Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
5916	2024-12-21T05:52:43.466Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 571.475611ms iteration = 12 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
5917	2024-12-21T05:52:43.470Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5918	2024-12-21T05:52:43.470Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5919	2024-12-21T05:52:43.472Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
5920	2024-12-21T05:52:43.472Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5921	2024-12-21T05:52:43.472Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5922	2024-12-21T05:52:43.488Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
5923	2024-12-21T05:52:43.489Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "979f9a60-150d-4bd2-8681-34d42cf7abab", "content-length": "691", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5924	2024-12-21T05:52:43.489Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
5925	2024-12-21T05:52:43.489Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
5926	2024-12-21T05:52:43.489Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
5927	2024-12-21T05:52:43.490Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 594.963276ms iteration = 19 status = {}
5928	2024-12-21T05:52:43.498Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
5929	2024-12-21T05:52:43.499Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "df2082fc-cc6c-4948-9e5e-0ac26ba52283", "content-length": "134", "date": "Sat, 21 Dec 2024 05:52:42 GMT"} })
5930	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
5931	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
5932	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
5933	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
5934	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5935	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5936	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5937	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5938	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5939	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5940	2024-12-21T05:52:43.499Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
5941	2024-12-21T05:52:43.499Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5942	2024-12-21T05:52:43.500Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5943	2024-12-21T05:52:43.502Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5944	2024-12-21T05:52:43.502Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "50d7d4f2-51c8-4bfa-85ee-712bb3c5fad5", "content-length": "2", "date": "Sat, 21 Dec 2024 05:52:42 GMT"} })
5945	2024-12-21T05:52:43.502Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5946	2024-12-21T05:52:43.502Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "590c7d4b-ae8b-4c14-af0e-870d250558f6", "content-length": "52", "date": "Sat, 21 Dec 2024 05:52:42 GMT"} })
5947	2024-12-21T05:52:43.502Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
5948	2024-12-21T05:52:43.502Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5949	2024-12-21T05:52:43.601Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "5a33786a-1f3e-4d4d-84ef-bfb0319df20d", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5950	2024-12-21T05:52:43.601Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
5951	2024-12-21T05:52:43.601Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5952	2024-12-21T05:52:43.601Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "6959ab2f-b043-404c-a29f-a9fcb4f7edd1", "content-length": "682", "date": "Sat, 21 Dec 2024 05:52:43 GMT"} })
5953	2024-12-21T05:52:43.601Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5954	2024-12-21T05:52:43.602Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5955	2024-12-21T05:52:43.605Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5956	2024-12-21T05:52:43.606Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5957	2024-12-21T05:52:43.609Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5958	2024-12-21T05:52:43.609Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5959	2024-12-21T05:52:43.611Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5960	2024-12-21T05:52:43.611Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5961	2024-12-21T05:52:43.618Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 722.751651ms iteration = 19 status = {}
5962	2024-12-21T05:52:47.809Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 92907ebf-49e3-4424-b344-fde0c49f550c roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
5963	2024-12-21T05:52:47.810Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 92907ebf-49e3-4424-b344-fde0c49f550c resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
5964	2024-12-21T05:52:47.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3546 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 92907ebf-49e3-4424-b344-fde0c49f550c response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
5965	2024-12-21T05:52:47.813Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 3a45959c-ba6a-44d3-9e0d-68c02fda79e5 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
5966	2024-12-21T05:52:47.814Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 3a45959c-ba6a-44d3-9e0d-68c02fda79e5 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
5967	2024-12-21T05:52:47.816Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2688 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 3a45959c-ba6a-44d3-9e0d-68c02fda79e5 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
5968	2024-12-21T05:52:47.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 265 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 10e68ffd-1c76-46ae-8e34-e1b8df3151c4 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5969	2024-12-21T05:52:52.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 56 reason = Timeout
5970	2024-12-21T05:52:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5971	2024-12-21T05:52:52.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5972	2024-12-21T05:52:52.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 56 reason = Timeout
5973	2024-12-21T05:52:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5974	2024-12-21T05:52:52.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5975	2024-12-21T05:52:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5976	2024-12-21T05:52:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5977	2024-12-21T05:52:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5978	2024-12-21T05:52:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5979	2024-12-21T05:52:52.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5980	2024-12-21T05:52:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5981	2024-12-21T05:52:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5982	2024-12-21T05:52:52.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5983	2024-12-21T05:52:52.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5984	2024-12-21T05:52:52.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
5985	2024-12-21T05:52:52.906Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5986	2024-12-21T05:52:52.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5987	2024-12-21T05:52:52.915Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
5988	2024-12-21T05:52:52.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.153369ms iteration = 56 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
5989	2024-12-21T05:52:52.927Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.762414ms iteration = 56 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5990	2024-12-21T05:52:57.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 289 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 422627d2-bfc3-4d3b-8369-4ce68172d120 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
5991	2024-12-21T05:53:02.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 57 reason = Timeout
5992	2024-12-21T05:53:02.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5993	2024-12-21T05:53:02.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5994	2024-12-21T05:53:02.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 57 reason = Timeout
5995	2024-12-21T05:53:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5996	2024-12-21T05:53:02.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5997	2024-12-21T05:53:02.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5998	2024-12-21T05:53:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5999	2024-12-21T05:53:02.925Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6000	2024-12-21T05:53:02.925Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 29.90606ms iteration = 57 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6001	2024-12-21T05:53:02.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6002	2024-12-21T05:53:02.928Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6003	2024-12-21T05:53:02.928Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6004	2024-12-21T05:53:02.930Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6005	2024-12-21T05:53:02.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6006	2024-12-21T05:53:02.931Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6007	2024-12-21T05:53:02.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6008	2024-12-21T05:53:02.934Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6009	2024-12-21T05:53:02.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6010	2024-12-21T05:53:02.945Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6011	2024-12-21T05:53:02.946Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 51.680084ms iteration = 57 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6012	2024-12-21T05:53:07.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 262 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 09389d3d-6c62-4f5c-8882-c59cbe7a1e30 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6013	2024-12-21T05:53:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 20 reason = Timeout
6014	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 20 reason = Timeout
6015	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 58 reason = Timeout
6016	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6017	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6018	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 20 reason = Timeout
6019	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 58 reason = Timeout
6020	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6021	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6022	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 20 reason = Timeout
6023	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6024	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 20 reason = Timeout
6025	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6026	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 21 reason = Timeout
6027	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 20 reason = Timeout
6028	2024-12-21T05:53:12.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6029	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6030	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6031	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 20 reason = Timeout
6032	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6033	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 20 reason = Timeout
6034	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6035	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 20 reason = Timeout
6036	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6037	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6038	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 20 reason = Timeout
6039	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6040	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6041	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6042	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
6043	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6044	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6045	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6046	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6047	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6048	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6049	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6050	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6051	2024-12-21T05:53:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6052	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 20 reason = Timeout
6053	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 20 reason = Timeout
6054	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6055	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
6056	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 20 reason = Timeout
6057	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6058	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 20 reason = Timeout
6059	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6060	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
6061	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
6062	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6063	2024-12-21T05:53:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6064	2024-12-21T05:53:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6065	2024-12-21T05:53:12.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6066	2024-12-21T05:53:12.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 316624056 } })
6067	2024-12-21T05:53:12.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.924605ms iteration = 20 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
6068	2024-12-21T05:53:12.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
6069	2024-12-21T05:53:12.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 317705253 } })
6070	2024-12-21T05:53:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6071	2024-12-21T05:53:12.900Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
6072	2024-12-21T05:53:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6073	2024-12-21T05:53:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6074	2024-12-21T05:53:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6075	2024-12-21T05:53:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6076	2024-12-21T05:53:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
6077	2024-12-21T05:53:12.903Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6078	2024-12-21T05:53:12.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6079	2024-12-21T05:53:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6080	2024-12-21T05:53:12.905Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 8.964575ms iteration = 20 status = {"errors":[],"finish_invoked_ok":[]}
6081	2024-12-21T05:53:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6082	2024-12-21T05:53:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6083	2024-12-21T05:53:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6084	2024-12-21T05:53:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6085	2024-12-21T05:53:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6086	2024-12-21T05:53:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6087	2024-12-21T05:53:12.915Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1338, tv_nsec: 333155524 } })
6088	2024-12-21T05:53:12.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6089	2024-12-21T05:53:12.915Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6090	2024-12-21T05:53:12.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6091	2024-12-21T05:53:12.915Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
6092	2024-12-21T05:53:12.934Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6093	2024-12-21T05:53:12.934Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 39.646925ms iteration = 58 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6094	2024-12-21T05:53:12.938Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6095	2024-12-21T05:53:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
6096	2024-12-21T05:53:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6097	2024-12-21T05:53:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6098	2024-12-21T05:53:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6099	2024-12-21T05:53:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6100	2024-12-21T05:53:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6101	2024-12-21T05:53:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6102	2024-12-21T05:53:12.945Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6103	2024-12-21T05:53:12.945Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
6104	2024-12-21T05:53:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6105	2024-12-21T05:53:12.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6106	2024-12-21T05:53:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6107	2024-12-21T05:53:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6108	2024-12-21T05:53:12.947Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 51.498309ms iteration = 20 status = {"errors":[],"garbage_collect_requested":[]}
6109	2024-12-21T05:53:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6110	2024-12-21T05:53:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6111	2024-12-21T05:53:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6112	2024-12-21T05:53:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6113	2024-12-21T05:53:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6114	2024-12-21T05:53:12.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6115	2024-12-21T05:53:12.955Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6116	2024-12-21T05:53:12.957Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 62.770031ms iteration = 58 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6117	2024-12-21T05:53:12.958Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6118	2024-12-21T05:53:12.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
6119	2024-12-21T05:53:12.959Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6120	2024-12-21T05:53:12.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6121	2024-12-21T05:53:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6122	2024-12-21T05:53:12.961Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6123	2024-12-21T05:53:12.961Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6124	2024-12-21T05:53:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6125	2024-12-21T05:53:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6126	2024-12-21T05:53:12.962Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6127	2024-12-21T05:53:12.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6128	2024-12-21T05:53:12.981Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6129	2024-12-21T05:53:12.983Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 88.410107ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6130	2024-12-21T05:53:12.983Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6131	2024-12-21T05:53:12.983Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6132	2024-12-21T05:53:12.983Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6133	2024-12-21T05:53:12.987Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
6134	2024-12-21T05:53:12.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 92.747901ms iteration = 20 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
6135	2024-12-21T05:53:12.988Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 92.465165ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6136	2024-12-21T05:53:12.994Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
6137	2024-12-21T05:53:12.994Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6138	2024-12-21T05:53:12.995Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "84198a43-347f-45d4-9891-96e5d8019b1d", "content-length": "26", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6139	2024-12-21T05:53:12.995Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6140	2024-12-21T05:53:12.995Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6141	2024-12-21T05:53:12.995Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6142	2024-12-21T05:53:12.995Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6143	2024-12-21T05:53:12.995Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
6144	2024-12-21T05:53:12.995Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6145	2024-12-21T05:53:12.995Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6146	2024-12-21T05:53:12.996Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6147	2024-12-21T05:53:12.997Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6148	2024-12-21T05:53:12.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6149	2024-12-21T05:53:12.998Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6150	2024-12-21T05:53:12.999Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6151	2024-12-21T05:53:13.000Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6152	2024-12-21T05:53:13.004Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
6153	2024-12-21T05:53:13.004Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6154	2024-12-21T05:53:13.004Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6155	2024-12-21T05:53:13.006Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 111.520204ms iteration = 20 status = 0
6156	2024-12-21T05:53:13.025Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 128.84159ms iteration = 20 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
6157	2024-12-21T05:53:13.027Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6158	2024-12-21T05:53:13.027Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
6159	2024-12-21T05:53:13.027Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 132.650772ms iteration = 20 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
6160	2024-12-21T05:53:13.065Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6161	2024-12-21T05:53:13.065Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6162	2024-12-21T05:53:13.066Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6163	2024-12-21T05:53:13.068Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6164	2024-12-21T05:53:13.068Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6165	2024-12-21T05:53:13.068Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6166	2024-12-21T05:53:13.069Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6167	2024-12-21T05:53:13.070Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 175.095243ms iteration = 21 status = {"physical_disks_added":0}
6168	2024-12-21T05:53:13.071Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6169	2024-12-21T05:53:13.071Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6170	2024-12-21T05:53:13.071Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6171	2024-12-21T05:53:13.129Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
6172	2024-12-21T05:53:13.129Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6173	2024-12-21T05:53:13.129Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "27ac1703-f115-4c70-9b96-1cdd909187e0", "content-length": "26", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6174	2024-12-21T05:53:13.129Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6175	2024-12-21T05:53:13.131Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6176	2024-12-21T05:53:13.159Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
6177	2024-12-21T05:53:13.159Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6178	2024-12-21T05:53:13.159Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "2aa778bf-4f71-470e-868b-6ee211f66124", "content-length": "372", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6179	2024-12-21T05:53:13.159Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6180	2024-12-21T05:53:13.159Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6181	2024-12-21T05:53:13.184Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
6182	2024-12-21T05:53:13.184Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6183	2024-12-21T05:53:13.184Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "deff88a5-bc3d-481f-99a4-69776e56c376", "content-length": "26", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6184	2024-12-21T05:53:13.184Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6185	2024-12-21T05:53:13.186Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
6186	2024-12-21T05:53:13.206Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
6187	2024-12-21T05:53:13.206Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
6188	2024-12-21T05:53:13.206Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "fb8b87e9-702b-4fc6-a93d-adfbeba7802c", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6189	2024-12-21T05:53:13.206Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6190	2024-12-21T05:53:13.206Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6191	2024-12-21T05:53:13.209Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6192	2024-12-21T05:53:13.209Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6193	2024-12-21T05:53:13.212Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6194	2024-12-21T05:53:13.213Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6195	2024-12-21T05:53:13.214Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
6196	2024-12-21T05:53:13.214Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "cc652183-a825-4d7c-bee9-b0963e4fee09", "content-length": "1", "date": "Sat, 21 Dec 2024 05:53:13 GMT"} })
6197	2024-12-21T05:53:13.215Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
6198	2024-12-21T05:53:13.215Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6199	2024-12-21T05:53:13.216Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "d31fbd7a-1db0-4f1f-922f-13d3c506f4ad", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6200	2024-12-21T05:53:13.216Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6201	2024-12-21T05:53:13.216Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6202	2024-12-21T05:53:13.217Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 322.806597ms iteration = 20 status = {}
6203	2024-12-21T05:53:13.218Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 323.654738ms iteration = 20 status = null
6204	2024-12-21T05:53:13.233Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 338.052255ms iteration = 20 status = {}
6205	2024-12-21T05:53:13.285Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
6206	2024-12-21T05:53:13.285Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "b515a0d9-47d1-426f-a513-5661f58e589d", "content-length": "691", "date": "Sat, 21 Dec 2024 05:53:12 GMT"} })
6207	2024-12-21T05:53:13.285Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
6208	2024-12-21T05:53:13.285Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
6209	2024-12-21T05:53:13.285Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
6210	2024-12-21T05:53:13.287Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 392.389792ms iteration = 20 status = {}
6211	2024-12-21T05:53:13.332Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6212	2024-12-21T05:53:13.332Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6213	2024-12-21T05:53:13.334Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
6214	2024-12-21T05:53:13.334Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6215	2024-12-21T05:53:13.334Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6216	2024-12-21T05:53:13.343Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
6217	2024-12-21T05:53:13.343Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "f97170cc-6b72-492a-9966-c73fff613bd8", "content-length": "134", "date": "Sat, 21 Dec 2024 05:53:13 GMT"} })
6218	2024-12-21T05:53:13.343Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
6219	2024-12-21T05:53:13.343Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
6220	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
6221	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
6222	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6223	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6224	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6225	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6226	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6227	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6228	2024-12-21T05:53:13.344Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
6229	2024-12-21T05:53:13.344Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6230	2024-12-21T05:53:13.344Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6231	2024-12-21T05:53:13.346Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
6232	2024-12-21T05:53:13.346Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "73d6cba5-6cb0-4aef-bedb-aa22e43a9fd9", "content-length": "2", "date": "Sat, 21 Dec 2024 05:53:13 GMT"} })
6233	2024-12-21T05:53:13.346Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
6234	2024-12-21T05:53:13.347Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "7cc88acf-05e1-4306-ad53-8d551b7c2a25", "content-length": "52", "date": "Sat, 21 Dec 2024 05:53:13 GMT"} })
6235	2024-12-21T05:53:13.347Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
6236	2024-12-21T05:53:13.347Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
6237	2024-12-21T05:53:13.441Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "3224c071-1915-4420-92af-8f732c25eb15", "date": "Sat, 21 Dec 2024 05:53:13 GMT"} })
6238	2024-12-21T05:53:13.441Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
6239	2024-12-21T05:53:13.441Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
6240	2024-12-21T05:53:13.442Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "5a62f251-923a-4ec9-a4e5-57f76765cbb0", "content-length": "682", "date": "Sat, 21 Dec 2024 05:53:13 GMT"} })
6241	2024-12-21T05:53:13.442Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6242	2024-12-21T05:53:13.442Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6243	2024-12-21T05:53:13.446Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6244	2024-12-21T05:53:13.446Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6245	2024-12-21T05:53:13.449Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6246	2024-12-21T05:53:13.449Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6247	2024-12-21T05:53:13.451Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6248	2024-12-21T05:53:13.452Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6249	2024-12-21T05:53:13.458Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 563.801587ms iteration = 20 status = {}
6250	2024-12-21T05:53:17.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 285 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 4fb0ff62-29d2-4870-9b9a-dfb1fbb1634e response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6251	2024-12-21T05:53:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 59 reason = Timeout
6252	2024-12-21T05:53:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6253	2024-12-21T05:53:22.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6254	2024-12-21T05:53:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 59 reason = Timeout
6255	2024-12-21T05:53:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6256	2024-12-21T05:53:22.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6257	2024-12-21T05:53:22.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6258	2024-12-21T05:53:22.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6259	2024-12-21T05:53:22.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6260	2024-12-21T05:53:22.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6261	2024-12-21T05:53:22.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6262	2024-12-21T05:53:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6263	2024-12-21T05:53:22.933Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6264	2024-12-21T05:53:22.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6265	2024-12-21T05:53:22.936Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 41.318785ms iteration = 59 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6266	2024-12-21T05:53:22.936Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6267	2024-12-21T05:53:22.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6268	2024-12-21T05:53:22.939Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6269	2024-12-21T05:53:22.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6270	2024-12-21T05:53:22.951Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6271	2024-12-21T05:53:22.951Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 57.36123ms iteration = 59 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6272	2024-12-21T05:53:27.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 265 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 884373cf-f560-4244-b43f-f7a31b4dc232 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6273	2024-12-21T05:53:32.808Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 9537712a-ff7c-4f1e-b49c-0ded37afc4d5 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
6274	2024-12-21T05:53:32.809Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 9537712a-ff7c-4f1e-b49c-0ded37afc4d5 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
6275	2024-12-21T05:53:32.811Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3010 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 9537712a-ff7c-4f1e-b49c-0ded37afc4d5 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
6276	2024-12-21T05:53:32.812Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 6c87f7a0-e0d0-4cdc-bd88-db7b83509138 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
6277	2024-12-21T05:53:32.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 6c87f7a0-e0d0-4cdc-bd88-db7b83509138 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
6278	2024-12-21T05:53:32.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2380 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 6c87f7a0-e0d0-4cdc-bd88-db7b83509138 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
6279	2024-12-21T05:53:32.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 60 reason = Timeout
6280	2024-12-21T05:53:32.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6281	2024-12-21T05:53:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6282	2024-12-21T05:53:32.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 60 reason = Timeout
6283	2024-12-21T05:53:32.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6284	2024-12-21T05:53:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6285	2024-12-21T05:53:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6286	2024-12-21T05:53:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6287	2024-12-21T05:53:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6288	2024-12-21T05:53:32.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.018457ms iteration = 60 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6289	2024-12-21T05:53:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6290	2024-12-21T05:53:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6291	2024-12-21T05:53:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6292	2024-12-21T05:53:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6293	2024-12-21T05:53:32.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6294	2024-12-21T05:53:32.929Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6295	2024-12-21T05:53:32.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6296	2024-12-21T05:53:32.932Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6297	2024-12-21T05:53:32.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6298	2024-12-21T05:53:32.943Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6299	2024-12-21T05:53:32.943Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 48.750103ms iteration = 60 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6300	2024-12-21T05:53:37.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 292 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 8d9f682c-0dde-45a9-9869-fffbae04dee9 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6301	2024-12-21T05:53:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 11 reason = Timeout
6302	2024-12-21T05:53:42.893Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
6303	2024-12-21T05:53:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 11 reason = Timeout
6304	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6305	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 61 reason = Timeout
6306	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 11 reason = Timeout
6307	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
6308	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6309	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6310	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 21 reason = Timeout
6311	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6312	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 11 reason = Timeout
6313	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 11 reason = Timeout
6314	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 13 reason = Timeout
6315	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6316	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 13 reason = Timeout
6317	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 11 reason = Timeout
6318	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 21 reason = Timeout
6319	2024-12-21T05:53:42.894Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:43:42.894073727 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
6320	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
6321	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 21 reason = Timeout
6322	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6323	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 12 reason = Timeout
6324	2024-12-21T05:53:42.894Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
6325	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 18.03\u{b5}s iteration = 12 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
6326	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6327	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6328	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
6329	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6330	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6331	2024-12-21T05:53:42.894Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 312819395 } })
6332	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6333	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
6334	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 61 reason = Timeout
6335	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 21 reason = Timeout
6336	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6337	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6338	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 3 reason = Timeout
6339	2024-12-21T05:53:42.894Z	DEBG	nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
6340	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6341	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 21 reason = Timeout
6342	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6343	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6344	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = inventory_collection iteration = 2 reason = Timeout
6345	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6346	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 11 reason = Timeout
6347	2024-12-21T05:53:42.894Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
6348	2024-12-21T05:53:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 11 reason = Timeout
6349	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
6350	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
6351	2024-12-21T05:53:42.895Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 313002739 } })
6352	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 22 reason = Timeout
6353	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6354	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 21 reason = Timeout
6355	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6356	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 21 reason = Timeout
6357	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 21 reason = Timeout
6358	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6359	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6360	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 21 reason = Timeout
6361	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 21 reason = Timeout
6362	2024-12-21T05:53:42.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6363	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6364	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6365	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6366	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6367	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6368	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6369	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6370	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6371	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
6372	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
6373	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6374	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.563287ms iteration = 11 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
6375	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6376	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6377	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6378	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
6379	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
6380	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.528706ms iteration = 11 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
6381	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6382	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6383	2024-12-21T05:53:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6384	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6385	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6386	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 21 reason = Timeout
6387	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6388	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 11 reason = Timeout
6389	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
6390	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 21 reason = Timeout
6391	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6392	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 21 reason = Timeout
6393	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
6394	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 21 reason = Timeout
6395	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6396	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = saga_recovery iteration = 2 reason = Timeout
6397	2024-12-21T05:53:42.896Z	DEBG	nexus (SagaRecoverer): listing candidate sagas for recovery
6398	2024-12-21T05:53:42.896Z	DEBG	nexus (SagaRecoverer): roles roles = RoleSet { roles: {} }
6399	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 11 reason = Timeout
6400	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
6401	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6402	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
6403	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
6404	2024-12-21T05:53:42.896Z	DEBG	nexus (SagaRecoverer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. }) resource = Database result = Ok(())
6405	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
6406	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
6407	2024-12-21T05:53:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6408	2024-12-21T05:53:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6409	2024-12-21T05:53:42.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.812825ms iteration = 21 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
6410	2024-12-21T05:53:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 317091418 } })
6411	2024-12-21T05:53:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6412	2024-12-21T05:53:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
6413	2024-12-21T05:53:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 317521908 } })
6414	2024-12-21T05:53:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
6415	2024-12-21T05:53:42.900Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:43:42.894073727 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
6416	2024-12-21T05:53:42.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 6.570618ms iteration = 11 status = {"expiration":"2024-12-21T05:43:42.894073727Z","pruned":[]}
6417	2024-12-21T05:53:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
6418	2024-12-21T05:53:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6419	2024-12-21T05:53:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6420	2024-12-21T05:53:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6421	2024-12-21T05:53:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6422	2024-12-21T05:53:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6423	2024-12-21T05:53:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6424	2024-12-21T05:53:42.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6425	2024-12-21T05:53:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6426	2024-12-21T05:53:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6427	2024-12-21T05:53:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6428	2024-12-21T05:53:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6429	2024-12-21T05:53:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
6430	2024-12-21T05:53:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
6431	2024-12-21T05:53:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
6432	2024-12-21T05:53:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6433	2024-12-21T05:53:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6434	2024-12-21T05:53:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6435	2024-12-21T05:53:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6436	2024-12-21T05:53:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
6437	2024-12-21T05:53:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6438	2024-12-21T05:53:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6439	2024-12-21T05:53:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6440	2024-12-21T05:53:42.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6441	2024-12-21T05:53:42.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 23.348482ms iteration = 11 status = {"errors":[],"found_port_ok":[]}
6442	2024-12-21T05:53:42.921Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6443	2024-12-21T05:53:42.921Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6444	2024-12-21T05:53:42.921Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6445	2024-12-21T05:53:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6446	2024-12-21T05:53:42.923Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6447	2024-12-21T05:53:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6448	2024-12-21T05:53:42.926Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6449	2024-12-21T05:53:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6450	2024-12-21T05:53:42.929Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6451	2024-12-21T05:53:42.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6452	2024-12-21T05:53:42.948Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6453	2024-12-21T05:53:42.948Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
6454	2024-12-21T05:53:42.948Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6455	2024-12-21T05:53:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6456	2024-12-21T05:53:42.950Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6457	2024-12-21T05:53:42.952Z	INFO	nexus (SagaRecoverer): listed in-progress sagas count = 0 file = nexus/src/app/background/tasks/saga_recovery.rs:438
6458	2024-12-21T05:53:42.952Z	DEBG	nexus (BackgroundTasks): activation complete background_task = saga_recovery elapsed = 55.628359ms iteration = 2 status = {"last_pass":{"Success":{"nfailed":0,"nfound":0,"nrecovered":0,"nremoved":0,"nskipped":0}},"ntotal_failures":0,"ntotal_finished":0,"ntotal_recovered":0,"ntotal_sec_errors_bad_state":0,"ntotal_sec_errors_missing":0,"ntotal_started":0,"recent_failures":[],"recent_recoveries":[]}
6459	2024-12-21T05:53:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6460	2024-12-21T05:53:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6461	2024-12-21T05:53:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6462	2024-12-21T05:53:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6463	2024-12-21T05:53:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6464	2024-12-21T05:53:42.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 57.785581ms iteration = 21 status = {"errors":[],"finish_invoked_ok":[]}
6465	2024-12-21T05:53:42.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
6466	2024-12-21T05:53:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6467	2024-12-21T05:53:42.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6468	2024-12-21T05:53:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6469	2024-12-21T05:53:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6470	2024-12-21T05:53:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
6471	2024-12-21T05:53:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6472	2024-12-21T05:53:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6473	2024-12-21T05:53:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6474	2024-12-21T05:53:42.959Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6475	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6476	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6477	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
6478	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6479	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6480	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6481	2024-12-21T05:53:42.960Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6482	2024-12-21T05:53:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
6483	2024-12-21T05:53:42.962Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6484	2024-12-21T05:53:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6485	2024-12-21T05:53:42.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 68.223041ms iteration = 61 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6486	2024-12-21T05:53:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6487	2024-12-21T05:53:42.964Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6488	2024-12-21T05:53:42.965Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6489	2024-12-21T05:53:42.965Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6490	2024-12-21T05:53:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6491	2024-12-21T05:53:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6492	2024-12-21T05:53:42.966Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 384982131 } })
6493	2024-12-21T05:53:42.967Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
6494	2024-12-21T05:53:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6495	2024-12-21T05:53:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6496	2024-12-21T05:53:42.967Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 71.151722ms iteration = 21 status = {"errors":[],"garbage_collect_requested":[]}
6497	2024-12-21T05:53:42.968Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6498	2024-12-21T05:53:42.968Z	DEBG	nexus (BackgroundTasks): inventory_prune_one: eligible for removal background_task = inventory_collection candidates = [(52959017-3b57-4187-aff7-dbf97647ca86, 0), (0ec43463-8830-415f-a777-2f83ced4f56d, 0), (0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0), (dc986830-cf5b-4fe4-aaa4-358728e841bb, 0)] collection_id = 52959017-3b57-4187-aff7-dbf97647ca86
6499	2024-12-21T05:53:42.968Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6500	2024-12-21T05:53:42.969Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6501	2024-12-21T05:53:42.971Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6502	2024-12-21T05:53:42.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
6503	2024-12-21T05:53:42.973Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
6504	2024-12-21T05:53:42.973Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
6505	2024-12-21T05:53:42.973Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 76.589263ms iteration = 11 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
6506	2024-12-21T05:53:42.976Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
6507	2024-12-21T05:53:42.977Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6508	2024-12-21T05:53:42.978Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
6509	2024-12-21T05:53:42.978Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
6510	2024-12-21T05:53:42.978Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 83.939679ms iteration = 11 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
6511	2024-12-21T05:53:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6512	2024-12-21T05:53:42.980Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6513	2024-12-21T05:53:42.981Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6514	2024-12-21T05:53:42.982Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
6515	2024-12-21T05:53:42.982Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
6516	2024-12-21T05:53:42.982Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
6517	2024-12-21T05:53:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6518	2024-12-21T05:53:42.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6519	2024-12-21T05:53:42.983Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6520	2024-12-21T05:53:42.983Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 89.138605ms iteration = 61 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6521	2024-12-21T05:53:42.984Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6522	2024-12-21T05:53:42.989Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
6523	2024-12-21T05:53:42.989Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6524	2024-12-21T05:53:42.989Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6525	2024-12-21T05:53:42.991Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
6526	2024-12-21T05:53:42.991Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
6527	2024-12-21T05:53:42.991Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6528	2024-12-21T05:53:42.992Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6529	2024-12-21T05:53:42.993Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
6530	2024-12-21T05:53:42.993Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 98.615933ms iteration = 21 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
6531	2024-12-21T05:53:42.993Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6532	2024-12-21T05:53:42.994Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6533	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
6534	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6535	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6536	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6537	2024-12-21T05:53:42.997Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6538	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
6539	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6540	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6541	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6542	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6543	2024-12-21T05:53:42.997Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6544	2024-12-21T05:53:42.998Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6545	2024-12-21T05:53:42.999Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
6546	2024-12-21T05:53:42.999Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
6547	2024-12-21T05:53:43.000Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
6548	2024-12-21T05:53:43.000Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 106.049412ms iteration = 11 status = {"generation":1}
6549	2024-12-21T05:53:43.001Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6550	2024-12-21T05:53:43.001Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6551	2024-12-21T05:53:43.001Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6552	2024-12-21T05:53:43.001Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6553	2024-12-21T05:53:43.002Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6554	2024-12-21T05:53:43.003Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6555	2024-12-21T05:53:43.003Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6556	2024-12-21T05:53:43.004Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 109.240388ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6557	2024-12-21T05:53:43.004Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
6558	2024-12-21T05:53:43.005Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
6559	2024-12-21T05:53:43.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
6560	2024-12-21T05:53:43.007Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6561	2024-12-21T05:53:43.008Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6562	2024-12-21T05:53:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6563	2024-12-21T05:53:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6564	2024-12-21T05:53:43.009Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6565	2024-12-21T05:53:43.010Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6566	2024-12-21T05:53:43.010Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 115.555111ms iteration = 21 status = 0
6567	2024-12-21T05:53:43.011Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6568	2024-12-21T05:53:43.011Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6569	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6570	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
6571	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
6572	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
6573	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6574	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6575	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6576	2024-12-21T05:53:43.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6577	2024-12-21T05:53:43.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6578	2024-12-21T05:53:43.013Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 116.864232ms iteration = 21 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
6579	2024-12-21T05:53:43.013Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6580	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
6581	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6582	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6583	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
6584	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6585	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6586	2024-12-21T05:53:43.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6587	2024-12-21T05:53:43.015Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 119.136687ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6588	2024-12-21T05:53:43.016Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6589	2024-12-21T05:53:43.016Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6590	2024-12-21T05:53:43.017Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6591	2024-12-21T05:53:43.019Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
6592	2024-12-21T05:53:43.019Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6593	2024-12-21T05:53:43.019Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6594	2024-12-21T05:53:43.022Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
6595	2024-12-21T05:53:43.023Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 128.511162ms iteration = 22 status = {"physical_disks_added":0}
6596	2024-12-21T05:53:43.034Z	INFO	nexus (BackgroundTasks): removed inventory collection background_task = inventory_collection collection_id = 52959017-3b57-4187-aff7-dbf97647ca86 file = nexus/db-queries/src/db/datastore/inventory.rs:1442 ncabooses = 12 nclickhouse_keeper_membership = 0 ncollections = 1 ndatasets = 0 nerrors = 0 nnics = 0 nnvme_disk_firmware = 0 nphysical_disks = 0 nrot_pages = 8 nrots = 2 nsled_agent_zones = 0 nsled_agents = 0 nsps = 2 nzones = 0 nzpools = 0
6597	2024-12-21T05:53:43.034Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6598	2024-12-21T05:53:43.034Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6599	2024-12-21T05:53:43.035Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6600	2024-12-21T05:53:43.035Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
6601	2024-12-21T05:53:43.035Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 140.450709ms iteration = 21 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
6602	2024-12-21T05:53:43.035Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
6603	2024-12-21T05:53:43.035Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6604	2024-12-21T05:53:43.035Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "4f4c2e92-6a2e-4f7b-8e0d-c9ea6d8352c1", "content-length": "26", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6605	2024-12-21T05:53:43.035Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6606	2024-12-21T05:53:43.038Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6607	2024-12-21T05:53:43.038Z	DEBG	nexus (BackgroundTasks): inventory_prune_one: eligible for removal background_task = inventory_collection candidates = [(0ec43463-8830-415f-a777-2f83ced4f56d, 0), (0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0), (dc986830-cf5b-4fe4-aaa4-358728e841bb, 0), (8f11b597-ee8d-47b6-8568-f345a6a55bf9, 0)] collection_id = 0ec43463-8830-415f-a777-2f83ced4f56d
6608	2024-12-21T05:53:43.038Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6609	2024-12-21T05:53:43.038Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6610	2024-12-21T05:53:43.043Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
6611	2024-12-21T05:53:43.061Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
6612	2024-12-21T05:53:43.061Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
6613	2024-12-21T05:53:43.061Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6614	2024-12-21T05:53:43.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6615	2024-12-21T05:53:43.063Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6616	2024-12-21T05:53:43.066Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
6617	2024-12-21T05:53:43.066Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6618	2024-12-21T05:53:43.066Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6619	2024-12-21T05:53:43.066Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6620	2024-12-21T05:53:43.066Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6621	2024-12-21T05:53:43.068Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
6622	2024-12-21T05:53:43.068Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
6623	2024-12-21T05:53:43.068Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
6624	2024-12-21T05:53:43.068Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 174.149341ms iteration = 11 status = {"generation":2}
6625	2024-12-21T05:53:43.068Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6626	2024-12-21T05:53:43.068Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6627	2024-12-21T05:53:43.073Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
6628	2024-12-21T05:53:43.073Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 179.017518ms iteration = 11 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
6629	2024-12-21T05:53:43.099Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
6630	2024-12-21T05:53:43.099Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6631	2024-12-21T05:53:43.099Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d48d808-22f1-4f2e-864b-5f2e462bbda2", "content-length": "26", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6632	2024-12-21T05:53:43.099Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6633	2024-12-21T05:53:43.101Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6634	2024-12-21T05:53:43.105Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
6635	2024-12-21T05:53:43.105Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 210.436733ms iteration = 11 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
6636	2024-12-21T05:53:43.107Z	INFO	nexus (BackgroundTasks): removed inventory collection background_task = inventory_collection collection_id = 0ec43463-8830-415f-a777-2f83ced4f56d file = nexus/db-queries/src/db/datastore/inventory.rs:1442 ncabooses = 12 nclickhouse_keeper_membership = 0 ncollections = 1 ndatasets = 84 nerrors = 0 nnics = 6 nnvme_disk_firmware = 11 nphysical_disks = 11 nrot_pages = 8 nrots = 2 nsled_agent_zones = 1 nsled_agents = 1 nsps = 2 nzones = 28 nzpools = 9
6637	2024-12-21T05:53:43.107Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6638	2024-12-21T05:53:43.107Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6639	2024-12-21T05:53:43.108Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6640	2024-12-21T05:53:43.112Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
6641	2024-12-21T05:53:43.112Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6642	2024-12-21T05:53:43.113Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6643	2024-12-21T05:53:43.179Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
6644	2024-12-21T05:53:43.212Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
6645	2024-12-21T05:53:43.212Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6646	2024-12-21T05:53:43.212Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2754f583-2012-43a2-8145-6be07aaac11d", "content-length": "26", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6647	2024-12-21T05:53:43.212Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6648	2024-12-21T05:53:43.214Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
6649	2024-12-21T05:53:43.266Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
6650	2024-12-21T05:53:43.267Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "07eea293-1f98-4320-9fc9-e7ae691036d7", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
6651	2024-12-21T05:53:43.267Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
6652	2024-12-21T05:53:43.268Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "80b18015-3a82-4dbd-b9a8-ffa594c43cac", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
6653	2024-12-21T05:53:43.268Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
6654	2024-12-21T05:53:43.269Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
6655	2024-12-21T05:53:43.269Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6656	2024-12-21T05:53:43.269Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "801f7b76-f2cb-489e-906e-f6a4c4759834", "content-length": "372", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6657	2024-12-21T05:53:43.269Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6658	2024-12-21T05:53:43.269Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6659	2024-12-21T05:53:43.270Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
6660	2024-12-21T05:53:43.270Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 376.09496ms iteration = 13 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
6661	2024-12-21T05:53:43.272Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6662	2024-12-21T05:53:43.272Z	DEBG	nexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0), (dc986830-cf5b-4fe4-aaa4-358728e841bb, 0), (8f11b597-ee8d-47b6-8568-f345a6a55bf9, 0)]
6663	2024-12-21T05:53:43.272Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6664	2024-12-21T05:53:43.273Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1368, tv_nsec: 691022465 } })
6665	2024-12-21T05:53:43.274Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6666	2024-12-21T05:53:43.275Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6667	2024-12-21T05:53:43.276Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6668	2024-12-21T05:53:43.276Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6669	2024-12-21T05:53:43.278Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6670	2024-12-21T05:53:43.278Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6671	2024-12-21T05:53:43.279Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6672	2024-12-21T05:53:43.280Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6673	2024-12-21T05:53:43.281Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6674	2024-12-21T05:53:43.282Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6675	2024-12-21T05:53:43.283Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6676	2024-12-21T05:53:43.286Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
6677	2024-12-21T05:53:43.286Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6678	2024-12-21T05:53:43.286Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6679	2024-12-21T05:53:43.287Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6680	2024-12-21T05:53:43.288Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6681	2024-12-21T05:53:43.289Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6682	2024-12-21T05:53:43.289Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6683	2024-12-21T05:53:43.291Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6684	2024-12-21T05:53:43.292Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6685	2024-12-21T05:53:43.293Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6686	2024-12-21T05:53:43.294Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6687	2024-12-21T05:53:43.295Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6688	2024-12-21T05:53:43.295Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6689	2024-12-21T05:53:43.296Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6690	2024-12-21T05:53:43.297Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6691	2024-12-21T05:53:43.297Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 403.148971ms iteration = 21 status = {}
6692	2024-12-21T05:53:43.297Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6693	2024-12-21T05:53:43.301Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
6694	2024-12-21T05:53:43.301Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6695	2024-12-21T05:53:43.301Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6696	2024-12-21T05:53:43.302Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6697	2024-12-21T05:53:43.302Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6698	2024-12-21T05:53:43.303Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6699	2024-12-21T05:53:43.304Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6700	2024-12-21T05:53:43.305Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6701	2024-12-21T05:53:43.308Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
6702	2024-12-21T05:53:43.308Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6703	2024-12-21T05:53:43.308Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6704	2024-12-21T05:53:43.311Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
6705	2024-12-21T05:53:43.311Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
6706	2024-12-21T05:53:43.311Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "841801ff-acbe-4fd8-8296-209733393100", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6707	2024-12-21T05:53:43.311Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6708	2024-12-21T05:53:43.312Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6709	2024-12-21T05:53:43.313Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6710	2024-12-21T05:53:43.313Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6711	2024-12-21T05:53:43.313Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6712	2024-12-21T05:53:43.313Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6713	2024-12-21T05:53:43.314Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
6714	2024-12-21T05:53:43.315Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "998f6beb-c9bc-4ce5-8d89-afad60a6dc9f", "content-length": "691", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6715	2024-12-21T05:53:43.315Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
6716	2024-12-21T05:53:43.315Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
6717	2024-12-21T05:53:43.315Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
6718	2024-12-21T05:53:43.315Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6719	2024-12-21T05:53:43.315Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6720	2024-12-21T05:53:43.316Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6721	2024-12-21T05:53:43.316Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6722	2024-12-21T05:53:43.317Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6723	2024-12-21T05:53:43.317Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6724	2024-12-21T05:53:43.317Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 422.392944ms iteration = 21 status = {}
6725	2024-12-21T05:53:43.318Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6726	2024-12-21T05:53:43.318Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6727	2024-12-21T05:53:43.319Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
6728	2024-12-21T05:53:43.319Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6729	2024-12-21T05:53:43.320Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "36079fa0-b755-40ce-8859-b9a25c1212ff", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6730	2024-12-21T05:53:43.320Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6731	2024-12-21T05:53:43.321Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6732	2024-12-21T05:53:43.322Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6733	2024-12-21T05:53:43.322Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 427.296091ms iteration = 21 status = {}
6734	2024-12-21T05:53:43.322Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6735	2024-12-21T05:53:43.323Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6736	2024-12-21T05:53:43.323Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6737	2024-12-21T05:53:43.325Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6738	2024-12-21T05:53:43.328Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
6739	2024-12-21T05:53:43.328Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6740	2024-12-21T05:53:43.328Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6741	2024-12-21T05:53:43.329Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6742	2024-12-21T05:53:43.329Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6743	2024-12-21T05:53:43.330Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6744	2024-12-21T05:53:43.330Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6745	2024-12-21T05:53:43.332Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6746	2024-12-21T05:53:43.335Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
6747	2024-12-21T05:53:43.335Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6748	2024-12-21T05:53:43.335Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6749	2024-12-21T05:53:43.341Z	DEBG	nexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name("nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name("nexus-b381127d-ac24-4ced-abe2-28a1272fd710"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name("nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("external-dns"): [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name("external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name("external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
6750	2024-12-21T05:53:43.341Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6751	2024-12-21T05:53:43.341Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6752	2024-12-21T05:53:43.342Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6753	2024-12-21T05:53:43.343Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
6754	2024-12-21T05:53:43.343Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "c36284c3-9f6c-4ac1-8e01-2287c0fe939f", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6755	2024-12-21T05:53:43.343Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6756	2024-12-21T05:53:43.343Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
6757	2024-12-21T05:53:43.343Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6758	2024-12-21T05:53:43.344Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6759	2024-12-21T05:53:43.345Z	DEBG	nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
6760	2024-12-21T05:53:43.345Z	DEBG	nexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name("external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name("external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name("nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name("nexus-b381127d-ac24-4ced-abe2-28a1272fd710"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name("nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
6761	2024-12-21T05:53:43.345Z	DEBG	nexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
6762	2024-12-21T05:53:43.345Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "2e8f9a4e-3e4c-4abd-83c3-87a21d6426aa", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6763	2024-12-21T05:53:43.345Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6764	2024-12-21T05:53:43.346Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
6765	2024-12-21T05:53:43.346Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "0eb9a31e-da85-41b8-97b1-10d65ca56a69", "content-length": "1", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6766	2024-12-21T05:53:43.348Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6767	2024-12-21T05:53:43.348Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "fca7dad7-63b4-4735-b279-e955fe93978b", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6768	2024-12-21T05:53:43.348Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6769	2024-12-21T05:53:43.348Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6770	2024-12-21T05:53:43.350Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 456.529135ms iteration = 21 status = null
6771	2024-12-21T05:53:43.350Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
6772	2024-12-21T05:53:43.350Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 456.881964ms iteration = 13 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
6773	2024-12-21T05:53:43.377Z	DEBG	nexus (BackgroundTasks): begin collection background_task = inventory_collection
6774	2024-12-21T05:53:43.377Z	DEBG	nexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
6775	2024-12-21T05:53:43.377Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
6776	2024-12-21T05:53:43.377Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "9584d2fd-2a2f-4ac0-9ff9-206b254396fb", "content-length": "476", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6777	2024-12-21T05:53:43.377Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
6778	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "212afadf-c0f1-4264-a2e9-271eeb764484", "content-length": "734", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6779	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
6780	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "4478eaf6-185c-4ef0-9f7f-be9d38254944", "content-length": "111", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6781	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
6782	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "7e8b7f96-f6b2-4669-916d-8d94bc31de0e", "content-length": "111", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6783	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
6784	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "df4d5196-a53e-40be-8efb-1657520dd992", "content-length": "167", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6785	2024-12-21T05:53:43.378Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
6786	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "c8e554cc-2291-47ed-b1bb-14b2862d90fb", "content-length": "167", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6787	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
6788	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "52681597-c935-4143-b8f4-26a2cdfb5dc4", "content-length": "175", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6789	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
6790	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "e4c5e183-d11f-4535-9dc8-c8b766c6e580", "content-length": "175", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6791	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
6792	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "a834489c-4d46-431d-aff7-24499eaa8dd5", "content-length": "702", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6793	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
6794	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "4741930f-9412-497c-8a03-8e2767b0c764", "content-length": "727", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6795	2024-12-21T05:53:43.379Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
6796	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "bf182551-89e4-40df-8f60-518350952173", "content-length": "729", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6797	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
6798	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "03d85c09-5981-47aa-bc92-f5e9b955bd87", "content-length": "728", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6799	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
6800	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "27043efd-2dc3-4dbd-a5e1-fa690dfa61ef", "content-length": "722", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6801	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
6802	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "6d4dec1e-04c5-4df0-9261-7b9d7d651f4e", "content-length": "109", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6803	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
6804	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "da3b8af3-f674-487d-bd7c-863af8855191", "content-length": "109", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6805	2024-12-21T05:53:43.380Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
6806	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "1c61cec8-06c9-4c74-b96f-45bf7d041542", "content-length": "169", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6807	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
6808	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "645c1167-4304-4dbd-a142-f3b11126bd79", "content-length": "169", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6809	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
6810	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "7c918136-1489-432b-bb4b-4909184111d0", "content-length": "178", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6811	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
6812	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "2d9d0a9c-8795-4a90-aa2e-7403ae42c6d6", "content-length": "178", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6813	2024-12-21T05:53:43.381Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
6814	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "2421aa4b-2978-4fbe-ad49-37ccf02c78d3", "content-length": "702", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6815	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
6816	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "49388a0f-ec40-44ce-875c-623bc1270ef1", "content-length": "727", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6817	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
6818	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "5f0ccc8d-50fd-423d-9c5c-be8d449f2997", "content-length": "729", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6819	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
6820	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "bb450b6c-aba8-496c-945a-523b95d45bdb", "content-length": "728", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6821	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6822	2024-12-21T05:53:43.382Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6823	2024-12-21T05:53:43.384Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6824	2024-12-21T05:53:43.385Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
6825	2024-12-21T05:53:43.385Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6826	2024-12-21T05:53:43.386Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6827	2024-12-21T05:53:43.387Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6828	2024-12-21T05:53:43.389Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
6829	2024-12-21T05:53:43.389Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6830	2024-12-21T05:53:43.389Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6831	2024-12-21T05:53:43.428Z	DEBG	nexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
6832	2024-12-21T05:53:43.428Z	DEBG	nexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
6833	2024-12-21T05:53:43.437Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6834	2024-12-21T05:53:43.437Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6835	2024-12-21T05:53:43.439Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
6836	2024-12-21T05:53:43.439Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6837	2024-12-21T05:53:43.440Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6838	2024-12-21T05:53:43.449Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
6839	2024-12-21T05:53:43.450Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e945fb2-98be-4133-847e-a65c72697dff", "content-length": "134", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6840	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
6841	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
6842	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
6843	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
6844	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6845	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6846	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6847	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6848	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6849	2024-12-21T05:53:43.450Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6850	2024-12-21T05:53:43.451Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
6851	2024-12-21T05:53:43.451Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6852	2024-12-21T05:53:43.451Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6853	2024-12-21T05:53:43.453Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
6854	2024-12-21T05:53:43.453Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "f0d612fc-6695-4e57-92a6-453c740252d9", "content-length": "2", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6855	2024-12-21T05:53:43.453Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
6856	2024-12-21T05:53:43.453Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d7bca24c-30f5-4bbd-a314-46f85c4a0ead", "content-length": "52", "date": "Sat, 21 Dec 2024 05:53:42 GMT"} })
6857	2024-12-21T05:53:43.453Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
6858	2024-12-21T05:53:43.453Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
6859	2024-12-21T05:53:43.454Z	DEBG	nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 67885466-b1c6-48f5-a800-f848c80749b6, time_created: 2024-12-21T05:44:01.080271Z, time_modified: 2024-12-21T05:44:01.080271Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
6860	2024-12-21T05:53:43.454Z	DEBG	nexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
6861	2024-12-21T05:53:43.454Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6862	2024-12-21T05:53:43.454Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6863	2024-12-21T05:53:43.457Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
6864	2024-12-21T05:53:43.457Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
6865	2024-12-21T05:53:43.459Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6866	2024-12-21T05:53:43.461Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
6867	2024-12-21T05:53:43.492Z	DEBG	nexus (service-firewall-rule-progator): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
6868	2024-12-21T05:53:43.498Z	DEBG	nexus (service-firewall-rule-progator): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "21874968-c9ec-4af4-985f-43f06defb759", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6869	2024-12-21T05:53:43.499Z	INFO	nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
6870	2024-12-21T05:53:43.499Z	DEBG	nexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 604.607089ms
6871	2024-12-21T05:53:43.499Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 604.616988ms iteration = 3 status = {}
6872	2024-12-21T05:53:43.556Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "89482491-4082-4cbb-8c57-bd90701ec97f", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6873	2024-12-21T05:53:43.556Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
6874	2024-12-21T05:53:43.556Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
6875	2024-12-21T05:53:43.557Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "06a49b45-2841-4788-9b7b-06d5b55894b9", "content-length": "682", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6876	2024-12-21T05:53:43.557Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6877	2024-12-21T05:53:43.557Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6878	2024-12-21T05:53:43.560Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6879	2024-12-21T05:53:43.561Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6880	2024-12-21T05:53:43.564Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6881	2024-12-21T05:53:43.564Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6882	2024-12-21T05:53:43.566Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6883	2024-12-21T05:53:43.567Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6884	2024-12-21T05:53:43.573Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 678.567517ms iteration = 21 status = {}
6885	2024-12-21T05:53:43.654Z	DEBG	nexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/inventory", status: 200, headers: {"content-type": "application/json", "x-request-id": "12b052ba-43ff-4103-aa0e-38e97fddf593", "content-length": "30802", "date": "Sat, 21 Dec 2024 05:53:43 GMT"} })
6886	2024-12-21T05:53:43.670Z	DEBG	nexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
6887	2024-12-21T05:53:43.670Z	DEBG	nexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
6888	2024-12-21T05:53:43.670Z	DEBG	nexus (BackgroundTasks): finished collection background_task = inventory_collection
6889	2024-12-21T05:53:43.674Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6890	2024-12-21T05:53:43.674Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6891	2024-12-21T05:53:43.676Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6892	2024-12-21T05:53:43.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
6893	2024-12-21T05:53:43.678Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
6894	2024-12-21T05:53:43.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
6895	2024-12-21T05:53:43.850Z	INFO	nexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = ff5f5b54-046f-4abb-afe3-22ef285419e2 file = nexus/db-queries/src/db/datastore/inventory.rs:1010
6896	2024-12-21T05:53:43.850Z	DEBG	nexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = ff5f5b54-046f-4abb-afe3-22ef285419e2 time_started = 2024-12-21 05:53:43.377383 UTC
6897	2024-12-21T05:53:43.850Z	DEBG	nexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 955.798589ms iteration = 2 status = {"collection_id":"ff5f5b54-046f-4abb-afe3-22ef285419e2","time_done":"2024-12-21 05:53:43.672742 UTC","time_started":"2024-12-21 05:53:43.377383 UTC"}
6898	2024-12-21T05:53:43.850Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 23 reason = Dependency
6899	2024-12-21T05:53:43.850Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6900	2024-12-21T05:53:43.851Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6901	2024-12-21T05:53:43.852Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6902	2024-12-21T05:53:43.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6903	2024-12-21T05:53:43.854Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6904	2024-12-21T05:53:43.855Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6905	2024-12-21T05:53:43.857Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6906	2024-12-21T05:53:43.857Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6907	2024-12-21T05:53:43.859Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6908	2024-12-21T05:53:43.861Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6909	2024-12-21T05:53:43.861Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6910	2024-12-21T05:53:43.861Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6911	2024-12-21T05:53:43.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 46.928149ms iteration = 23 status = {"physical_disks_added":0}
6912	2024-12-21T05:53:47.809Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = bc77c7ab-5778-402d-b707-1f6798f99011 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
6913	2024-12-21T05:53:47.809Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = bc77c7ab-5778-402d-b707-1f6798f99011 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
6914	2024-12-21T05:53:47.812Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2959 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = bc77c7ab-5778-402d-b707-1f6798f99011 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
6915	2024-12-21T05:53:47.812Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 857ce877-1093-4113-af43-2e8282c1f159 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
6916	2024-12-21T05:53:47.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 857ce877-1093-4113-af43-2e8282c1f159 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
6917	2024-12-21T05:53:47.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 1875 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 857ce877-1093-4113-af43-2e8282c1f159 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
6918	2024-12-21T05:53:47.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 375 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 86731863-c344-41b2-9466-0aa2db0b122f response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6919	2024-12-21T05:53:52.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 62 reason = Timeout
6920	2024-12-21T05:53:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6921	2024-12-21T05:53:52.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6922	2024-12-21T05:53:52.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 62 reason = Timeout
6923	2024-12-21T05:53:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6924	2024-12-21T05:53:52.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6925	2024-12-21T05:53:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6926	2024-12-21T05:53:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6927	2024-12-21T05:53:52.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6928	2024-12-21T05:53:52.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.411202ms iteration = 62 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6929	2024-12-21T05:53:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6930	2024-12-21T05:53:52.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6931	2024-12-21T05:53:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6932	2024-12-21T05:53:52.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6933	2024-12-21T05:53:52.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6934	2024-12-21T05:53:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6935	2024-12-21T05:53:52.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6936	2024-12-21T05:53:52.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6937	2024-12-21T05:53:52.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6938	2024-12-21T05:53:52.912Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6939	2024-12-21T05:53:52.912Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.421663ms iteration = 62 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6940	2024-12-21T05:53:57.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 271 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 3f6b2bf5-705d-4f6a-a5a2-84fdd04586ed response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6941	2024-12-21T05:54:02.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 63 reason = Timeout
6942	2024-12-21T05:54:02.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6943	2024-12-21T05:54:02.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6944	2024-12-21T05:54:02.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 63 reason = Timeout
6945	2024-12-21T05:54:02.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6946	2024-12-21T05:54:02.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6947	2024-12-21T05:54:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6948	2024-12-21T05:54:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6949	2024-12-21T05:54:02.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6950	2024-12-21T05:54:02.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6951	2024-12-21T05:54:02.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6952	2024-12-21T05:54:02.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6953	2024-12-21T05:54:02.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6954	2024-12-21T05:54:02.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6955	2024-12-21T05:54:02.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6956	2024-12-21T05:54:02.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
6957	2024-12-21T05:54:02.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6958	2024-12-21T05:54:02.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6959	2024-12-21T05:54:02.913Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
6960	2024-12-21T05:54:02.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.371616ms iteration = 63 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
6961	2024-12-21T05:54:02.926Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.030346ms iteration = 63 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6962	2024-12-21T05:54:07.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 251 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 273ae47e-6310-4803-9756-d18e4ada2f49 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
6963	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 22 reason = Timeout
6964	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 22 reason = Timeout
6965	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6966	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 64 reason = Timeout
6967	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 22 reason = Timeout
6968	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6969	2024-12-21T05:54:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6970	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6971	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6972	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
6973	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 64 reason = Timeout
6974	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6975	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 22 reason = Timeout
6976	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 22 reason = Timeout
6977	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6978	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6979	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 22 reason = Timeout
6980	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 22 reason = Timeout
6981	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 22 reason = Timeout
6982	2024-12-21T05:54:12.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6983	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6984	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6985	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6986	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 22 reason = Timeout
6987	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6988	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6989	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 22 reason = Timeout
6990	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6991	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 24 reason = Timeout
6992	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6993	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 22 reason = Timeout
6994	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6995	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 22 reason = Timeout
6996	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6997	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 22 reason = Timeout
6998	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6999	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 22 reason = Timeout
7000	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
7001	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7002	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7003	2024-12-21T05:54:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7004	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7005	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7006	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7007	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
7008	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7009	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7010	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
7011	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7012	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7013	2024-12-21T05:54:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7014	2024-12-21T05:54:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7015	2024-12-21T05:54:12.897Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 315514089 } })
7016	2024-12-21T05:54:12.897Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
7017	2024-12-21T05:54:12.897Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 316110744 } })
7018	2024-12-21T05:54:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7019	2024-12-21T05:54:12.898Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
7020	2024-12-21T05:54:12.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.115808ms iteration = 22 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
7021	2024-12-21T05:54:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7022	2024-12-21T05:54:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7023	2024-12-21T05:54:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7024	2024-12-21T05:54:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7025	2024-12-21T05:54:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
7026	2024-12-21T05:54:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7027	2024-12-21T05:54:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7028	2024-12-21T05:54:12.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
7029	2024-12-21T05:54:12.901Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
7030	2024-12-21T05:54:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7031	2024-12-21T05:54:12.903Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 8.077864ms iteration = 22 status = {"errors":[],"garbage_collect_requested":[]}
7032	2024-12-21T05:54:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7033	2024-12-21T05:54:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7034	2024-12-21T05:54:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7035	2024-12-21T05:54:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7036	2024-12-21T05:54:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7037	2024-12-21T05:54:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7038	2024-12-21T05:54:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7039	2024-12-21T05:54:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7040	2024-12-21T05:54:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7041	2024-12-21T05:54:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
7042	2024-12-21T05:54:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7043	2024-12-21T05:54:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7044	2024-12-21T05:54:12.909Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7045	2024-12-21T05:54:12.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7046	2024-12-21T05:54:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7047	2024-12-21T05:54:12.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7048	2024-12-21T05:54:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7049	2024-12-21T05:54:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7050	2024-12-21T05:54:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7051	2024-12-21T05:54:12.912Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1398, tv_nsec: 330535111 } })
7052	2024-12-21T05:54:12.912Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7053	2024-12-21T05:54:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7054	2024-12-21T05:54:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7055	2024-12-21T05:54:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7056	2024-12-21T05:54:12.934Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7057	2024-12-21T05:54:12.934Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 39.027259ms iteration = 22 status = {"errors":[],"finish_invoked_ok":[]}
7058	2024-12-21T05:54:12.935Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7059	2024-12-21T05:54:12.936Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 40.811182ms iteration = 64 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7060	2024-12-21T05:54:12.937Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7061	2024-12-21T05:54:12.937Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
7062	2024-12-21T05:54:12.937Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7063	2024-12-21T05:54:12.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7064	2024-12-21T05:54:12.940Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7065	2024-12-21T05:54:12.940Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7066	2024-12-21T05:54:12.941Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7067	2024-12-21T05:54:12.941Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 45.964566ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7068	2024-12-21T05:54:12.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7069	2024-12-21T05:54:12.942Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7070	2024-12-21T05:54:12.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7071	2024-12-21T05:54:12.943Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
7072	2024-12-21T05:54:12.943Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 48.155708ms iteration = 22 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
7073	2024-12-21T05:54:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7074	2024-12-21T05:54:12.943Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7075	2024-12-21T05:54:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7076	2024-12-21T05:54:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7077	2024-12-21T05:54:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7078	2024-12-21T05:54:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7079	2024-12-21T05:54:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7080	2024-12-21T05:54:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7081	2024-12-21T05:54:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7082	2024-12-21T05:54:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7083	2024-12-21T05:54:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
7084	2024-12-21T05:54:12.948Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7085	2024-12-21T05:54:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7086	2024-12-21T05:54:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7087	2024-12-21T05:54:12.953Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 58.18979ms iteration = 22 status = 0
7088	2024-12-21T05:54:12.954Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7089	2024-12-21T05:54:12.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7090	2024-12-21T05:54:12.958Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7091	2024-12-21T05:54:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7092	2024-12-21T05:54:12.961Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7093	2024-12-21T05:54:12.961Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7094	2024-12-21T05:54:12.963Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7095	2024-12-21T05:54:12.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 68.937958ms iteration = 64 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7096	2024-12-21T05:54:12.969Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7097	2024-12-21T05:54:12.969Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
7098	2024-12-21T05:54:12.969Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7099	2024-12-21T05:54:12.969Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 73.500738ms iteration = 24 status = {"physical_disks_added":0}
7100	2024-12-21T05:54:12.969Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7101	2024-12-21T05:54:12.980Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 84.80505ms iteration = 22 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
7102	2024-12-21T05:54:12.982Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 86.314217ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7103	2024-12-21T05:54:13.002Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7104	2024-12-21T05:54:13.002Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
7105	2024-12-21T05:54:13.002Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 106.711828ms iteration = 22 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
7106	2024-12-21T05:54:13.031Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
7107	2024-12-21T05:54:13.031Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7108	2024-12-21T05:54:13.031Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "71f37b3a-dfc0-42c0-9d0c-530612f18720", "content-length": "26", "date": "Sat, 21 Dec 2024 05:54:13 GMT"} })
7109	2024-12-21T05:54:13.031Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7110	2024-12-21T05:54:13.033Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7111	2024-12-21T05:54:13.052Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7112	2024-12-21T05:54:13.053Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7113	2024-12-21T05:54:13.054Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7114	2024-12-21T05:54:13.056Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7115	2024-12-21T05:54:13.056Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7116	2024-12-21T05:54:13.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7117	2024-12-21T05:54:13.058Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7118	2024-12-21T05:54:13.060Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7119	2024-12-21T05:54:13.060Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7120	2024-12-21T05:54:13.060Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7121	2024-12-21T05:54:13.119Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
7122	2024-12-21T05:54:13.119Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7123	2024-12-21T05:54:13.119Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "93fbf376-624d-4919-9dcf-ab3bb4d27f70", "content-length": "26", "date": "Sat, 21 Dec 2024 05:54:13 GMT"} })
7124	2024-12-21T05:54:13.119Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7125	2024-12-21T05:54:13.121Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7126	2024-12-21T05:54:13.121Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
7127	2024-12-21T05:54:13.121Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7128	2024-12-21T05:54:13.121Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "e3aec5cb-8d0f-467d-8ed3-6f620bd4d4a8", "content-length": "372", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7129	2024-12-21T05:54:13.122Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7130	2024-12-21T05:54:13.122Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
7131	2024-12-21T05:54:13.122Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7132	2024-12-21T05:54:13.122Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ffea37b3-91b7-4350-80ff-d2896a6ac04c", "content-length": "26", "date": "Sat, 21 Dec 2024 05:54:13 GMT"} })
7133	2024-12-21T05:54:13.122Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7134	2024-12-21T05:54:13.122Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7135	2024-12-21T05:54:13.123Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7136	2024-12-21T05:54:13.141Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
7137	2024-12-21T05:54:13.141Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
7138	2024-12-21T05:54:13.142Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "fc0a3678-9035-4c9d-91ae-1b2db7a07610", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7139	2024-12-21T05:54:13.142Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7140	2024-12-21T05:54:13.142Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7141	2024-12-21T05:54:13.144Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7142	2024-12-21T05:54:13.144Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7143	2024-12-21T05:54:13.148Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7144	2024-12-21T05:54:13.148Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7145	2024-12-21T05:54:13.151Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
7146	2024-12-21T05:54:13.151Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7147	2024-12-21T05:54:13.151Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7ad05e82-a294-4a15-b2ba-4d2422fad3b9", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7148	2024-12-21T05:54:13.153Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 257.332522ms iteration = 22 status = {}
7149	2024-12-21T05:54:13.228Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
7150	2024-12-21T05:54:13.228Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "17bea6ac-984f-48af-b45b-e92cc52f620d", "content-length": "1", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7151	2024-12-21T05:54:13.229Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
7152	2024-12-21T05:54:13.230Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7153	2024-12-21T05:54:13.256Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
7154	2024-12-21T05:54:13.256Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "4750bc32-c5bd-4d5f-ae10-14af74ef29da", "content-length": "691", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7155	2024-12-21T05:54:13.256Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
7156	2024-12-21T05:54:13.256Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
7157	2024-12-21T05:54:13.256Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
7158	2024-12-21T05:54:13.257Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 363.22219ms iteration = 22 status = null
7159	2024-12-21T05:54:13.257Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 362.337539ms iteration = 22 status = {}
7160	2024-12-21T05:54:13.272Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 378.304054ms iteration = 22 status = {}
7161	2024-12-21T05:54:13.292Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7162	2024-12-21T05:54:13.292Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7163	2024-12-21T05:54:13.294Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
7164	2024-12-21T05:54:13.294Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7165	2024-12-21T05:54:13.295Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7166	2024-12-21T05:54:13.304Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
7167	2024-12-21T05:54:13.304Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "88cccdfc-2470-4f91-ad32-f7987f145ee5", "content-length": "134", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7168	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
7169	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
7170	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
7171	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
7172	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7173	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7174	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7175	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7176	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7177	2024-12-21T05:54:13.304Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7178	2024-12-21T05:54:13.305Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7179	2024-12-21T05:54:13.305Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7180	2024-12-21T05:54:13.305Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7181	2024-12-21T05:54:13.306Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
7182	2024-12-21T05:54:13.306Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "715117a6-dc36-49d2-ab93-0ba7875a3d26", "content-length": "2", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7183	2024-12-21T05:54:13.306Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
7184	2024-12-21T05:54:13.307Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "85680f7a-8e78-4546-8f11-52cc71e853e8", "content-length": "52", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7185	2024-12-21T05:54:13.307Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
7186	2024-12-21T05:54:13.307Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
7187	2024-12-21T05:54:13.407Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7f42d792-eaff-4621-87de-b0603f686fe8", "date": "Sat, 21 Dec 2024 05:54:12 GMT"} })
7188	2024-12-21T05:54:13.407Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
7189	2024-12-21T05:54:13.407Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
7190	2024-12-21T05:54:13.407Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d36d360-6e32-4978-bb65-9b78da306617", "content-length": "682", "date": "Sat, 21 Dec 2024 05:54:13 GMT"} })
7191	2024-12-21T05:54:13.407Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7192	2024-12-21T05:54:13.408Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7193	2024-12-21T05:54:13.411Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7194	2024-12-21T05:54:13.411Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7195	2024-12-21T05:54:13.414Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7196	2024-12-21T05:54:13.414Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7197	2024-12-21T05:54:13.416Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7198	2024-12-21T05:54:13.417Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7199	2024-12-21T05:54:13.425Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 529.635424ms iteration = 22 status = {}
7200	2024-12-21T05:54:17.808Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 1c972996-a31d-4936-b51f-627e8a099f08 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7201	2024-12-21T05:54:17.808Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 1c972996-a31d-4936-b51f-627e8a099f08 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7202	2024-12-21T05:54:17.811Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2483 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 1c972996-a31d-4936-b51f-627e8a099f08 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7203	2024-12-21T05:54:17.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 8362ffc9-adba-40e1-9056-c3f401d25b0d roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7204	2024-12-21T05:54:17.811Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 8362ffc9-adba-40e1-9056-c3f401d25b0d resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7205	2024-12-21T05:54:17.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2537 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 8362ffc9-adba-40e1-9056-c3f401d25b0d response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7206	2024-12-21T05:54:17.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 260 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = bacca80d-adaf-4503-a6ef-95a690e52d62 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7207	2024-12-21T05:54:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 65 reason = Timeout
7208	2024-12-21T05:54:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7209	2024-12-21T05:54:22.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7210	2024-12-21T05:54:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 65 reason = Timeout
7211	2024-12-21T05:54:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7212	2024-12-21T05:54:22.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7213	2024-12-21T05:54:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7214	2024-12-21T05:54:22.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7215	2024-12-21T05:54:22.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7216	2024-12-21T05:54:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7217	2024-12-21T05:54:22.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7218	2024-12-21T05:54:22.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.473037ms iteration = 65 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7219	2024-12-21T05:54:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7220	2024-12-21T05:54:22.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7221	2024-12-21T05:54:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7222	2024-12-21T05:54:22.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7223	2024-12-21T05:54:22.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7224	2024-12-21T05:54:22.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7225	2024-12-21T05:54:22.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7226	2024-12-21T05:54:22.914Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7227	2024-12-21T05:54:22.914Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.254247ms iteration = 65 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7228	2024-12-21T05:54:27.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 267 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = f2653cee-9611-4734-abd8-04c1a311eecc response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7229	2024-12-21T05:54:32.809Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 7d9eaabe-1760-4226-bd4c-18df542c2924 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7230	2024-12-21T05:54:32.809Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 7d9eaabe-1760-4226-bd4c-18df542c2924 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7231	2024-12-21T05:54:32.812Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3028 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 7d9eaabe-1760-4226-bd4c-18df542c2924 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7232	2024-12-21T05:54:32.812Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 3881a41d-9b56-4223-bbc3-a0634704d231 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7233	2024-12-21T05:54:32.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 3881a41d-9b56-4223-bbc3-a0634704d231 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7234	2024-12-21T05:54:32.815Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2504 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 3881a41d-9b56-4223-bbc3-a0634704d231 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7235	2024-12-21T05:54:32.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 66 reason = Timeout
7236	2024-12-21T05:54:32.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7237	2024-12-21T05:54:32.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7238	2024-12-21T05:54:32.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 66 reason = Timeout
7239	2024-12-21T05:54:32.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7240	2024-12-21T05:54:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7241	2024-12-21T05:54:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7242	2024-12-21T05:54:32.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7243	2024-12-21T05:54:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7244	2024-12-21T05:54:32.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.903324ms iteration = 66 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7245	2024-12-21T05:54:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7246	2024-12-21T05:54:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7247	2024-12-21T05:54:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7248	2024-12-21T05:54:32.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7249	2024-12-21T05:54:32.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7250	2024-12-21T05:54:32.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7251	2024-12-21T05:54:32.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7252	2024-12-21T05:54:32.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7253	2024-12-21T05:54:32.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7254	2024-12-21T05:54:32.915Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7255	2024-12-21T05:54:32.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.575079ms iteration = 66 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7256	2024-12-21T05:54:37.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 263 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = fa211f13-298c-4e99-a519-15b2871fd115 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7257	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 23 reason = Timeout
7258	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 23 reason = Timeout
7259	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 12 reason = Timeout
7260	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 14 reason = Timeout
7261	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
7262	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
7263	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 12 reason = Timeout
7264	2024-12-21T05:54:42.894Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:44:42.894315731 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
7265	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
7266	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 23 reason = Timeout
7267	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
7268	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 12 reason = Timeout
7269	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 12 reason = Timeout
7270	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
7271	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
7272	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 14 reason = Timeout
7273	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 13 reason = Timeout
7274	2024-12-21T05:54:42.894Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
7275	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 14.88\u{b5}s iteration = 13 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
7276	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 67 reason = Timeout
7277	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 12 reason = Timeout
7278	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7279	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 12 reason = Timeout
7280	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
7281	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
7282	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 67 reason = Timeout
7283	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7284	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 23 reason = Timeout
7285	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 12 reason = Timeout
7286	2024-12-21T05:54:42.894Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
7287	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7288	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 23 reason = Timeout
7289	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
7290	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
7291	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7292	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 23 reason = Timeout
7293	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 12 reason = Timeout
7294	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
7295	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 23 reason = Timeout
7296	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
7297	2024-12-21T05:54:42.894Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
7298	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7299	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 25 reason = Timeout
7300	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7301	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 23 reason = Timeout
7302	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 23 reason = Timeout
7303	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 23 reason = Timeout
7304	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7305	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7306	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7307	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
7308	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7309	2024-12-21T05:54:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
7310	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
7311	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7312	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
7313	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7314	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
7315	2024-12-21T05:54:42.895Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 313449840 } })
7316	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7317	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7318	2024-12-21T05:54:42.895Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 313570503 } })
7319	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7320	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7321	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7322	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7323	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
7324	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
7325	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7326	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7327	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
7328	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.243969ms iteration = 12 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
7329	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 23 reason = Timeout
7330	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7331	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 12 reason = Timeout
7332	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
7333	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 12 reason = Timeout
7334	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
7335	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 23 reason = Timeout
7336	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
7337	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 23 reason = Timeout
7338	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
7339	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 23 reason = Timeout
7340	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7341	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
7342	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.372443ms iteration = 12 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
7343	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
7344	2024-12-21T05:54:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7345	2024-12-21T05:54:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
7346	2024-12-21T05:54:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
7347	2024-12-21T05:54:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7348	2024-12-21T05:54:42.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
7349	2024-12-21T05:54:42.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.048383ms iteration = 23 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
7350	2024-12-21T05:54:42.897Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:44:42.894315731 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
7351	2024-12-21T05:54:42.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.041864ms iteration = 12 status = {"expiration":"2024-12-21T05:44:42.894315731Z","pruned":[]}
7352	2024-12-21T05:54:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7353	2024-12-21T05:54:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7354	2024-12-21T05:54:42.898Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
7355	2024-12-21T05:54:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
7356	2024-12-21T05:54:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 317879286 } })
7357	2024-12-21T05:54:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 318066551 } })
7358	2024-12-21T05:54:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
7359	2024-12-21T05:54:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
7360	2024-12-21T05:54:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
7361	2024-12-21T05:54:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
7362	2024-12-21T05:54:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7363	2024-12-21T05:54:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
7364	2024-12-21T05:54:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7365	2024-12-21T05:54:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7366	2024-12-21T05:54:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
7367	2024-12-21T05:54:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
7368	2024-12-21T05:54:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7369	2024-12-21T05:54:42.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7370	2024-12-21T05:54:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7371	2024-12-21T05:54:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7372	2024-12-21T05:54:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7373	2024-12-21T05:54:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7374	2024-12-21T05:54:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7375	2024-12-21T05:54:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7376	2024-12-21T05:54:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7377	2024-12-21T05:54:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7378	2024-12-21T05:54:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
7379	2024-12-21T05:54:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
7380	2024-12-21T05:54:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7381	2024-12-21T05:54:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7382	2024-12-21T05:54:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7383	2024-12-21T05:54:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7384	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
7385	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7386	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
7387	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7388	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7389	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7390	2024-12-21T05:54:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7391	2024-12-21T05:54:42.909Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
7392	2024-12-21T05:54:42.909Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
7393	2024-12-21T05:54:42.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
7394	2024-12-21T05:54:42.910Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 15.081613ms iteration = 12 status = {"errors":[],"found_port_ok":[]}
7395	2024-12-21T05:54:42.911Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 16.030096ms iteration = 23 status = {"errors":[],"finish_invoked_ok":[]}
7396	2024-12-21T05:54:42.913Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7397	2024-12-21T05:54:42.913Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
7398	2024-12-21T05:54:42.913Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
7399	2024-12-21T05:54:42.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 18.276039ms iteration = 12 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
7400	2024-12-21T05:54:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
7401	2024-12-21T05:54:42.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
7402	2024-12-21T05:54:42.914Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7403	2024-12-21T05:54:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7404	2024-12-21T05:54:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
7405	2024-12-21T05:54:42.918Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
7406	2024-12-21T05:54:42.918Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
7407	2024-12-21T05:54:42.918Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
7408	2024-12-21T05:54:42.918Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
7409	2024-12-21T05:54:42.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
7410	2024-12-21T05:54:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7411	2024-12-21T05:54:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7412	2024-12-21T05:54:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7413	2024-12-21T05:54:42.920Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1428, tv_nsec: 338523163 } })
7414	2024-12-21T05:54:42.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7415	2024-12-21T05:54:42.920Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7416	2024-12-21T05:54:42.920Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7417	2024-12-21T05:54:42.921Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7418	2024-12-21T05:54:42.922Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
7419	2024-12-21T05:54:42.922Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 28.25742ms iteration = 23 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
7420	2024-12-21T05:54:42.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7421	2024-12-21T05:54:42.924Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7422	2024-12-21T05:54:42.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7423	2024-12-21T05:54:42.925Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
7424	2024-12-21T05:54:42.925Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
7425	2024-12-21T05:54:42.925Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
7426	2024-12-21T05:54:42.927Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7427	2024-12-21T05:54:42.927Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7428	2024-12-21T05:54:42.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7429	2024-12-21T05:54:42.931Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7430	2024-12-21T05:54:42.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7431	2024-12-21T05:54:42.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
7432	2024-12-21T05:54:42.932Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
7433	2024-12-21T05:54:42.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
7434	2024-12-21T05:54:42.939Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
7435	2024-12-21T05:54:42.939Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
7436	2024-12-21T05:54:42.939Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
7437	2024-12-21T05:54:42.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
7438	2024-12-21T05:54:42.944Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7439	2024-12-21T05:54:42.944Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7440	2024-12-21T05:54:42.944Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 50.024523ms iteration = 67 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7441	2024-12-21T05:54:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
7442	2024-12-21T05:54:42.947Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
7443	2024-12-21T05:54:42.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
7444	2024-12-21T05:54:42.947Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7445	2024-12-21T05:54:42.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7446	2024-12-21T05:54:42.953Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7447	2024-12-21T05:54:42.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7448	2024-12-21T05:54:42.954Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
7449	2024-12-21T05:54:42.954Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
7450	2024-12-21T05:54:42.954Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
7451	2024-12-21T05:54:42.954Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 59.957573ms iteration = 12 status = {"generation":1}
7452	2024-12-21T05:54:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7453	2024-12-21T05:54:42.956Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7454	2024-12-21T05:54:42.956Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
7455	2024-12-21T05:54:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7456	2024-12-21T05:54:42.956Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7457	2024-12-21T05:54:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7458	2024-12-21T05:54:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7459	2024-12-21T05:54:42.957Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7460	2024-12-21T05:54:42.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7461	2024-12-21T05:54:42.959Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 64.532313ms iteration = 67 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7462	2024-12-21T05:54:42.959Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
7463	2024-12-21T05:54:42.959Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
7464	2024-12-21T05:54:42.960Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
7465	2024-12-21T05:54:42.960Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 65.421374ms iteration = 12 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
7466	2024-12-21T05:54:42.962Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7467	2024-12-21T05:54:42.962Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
7468	2024-12-21T05:54:42.962Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7469	2024-12-21T05:54:42.962Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7470	2024-12-21T05:54:42.962Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7471	2024-12-21T05:54:42.963Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7472	2024-12-21T05:54:42.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 67.936945ms iteration = 23 status = {"errors":[],"garbage_collect_requested":[]}
7473	2024-12-21T05:54:42.963Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7474	2024-12-21T05:54:42.964Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7475	2024-12-21T05:54:42.964Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7476	2024-12-21T05:54:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
7477	2024-12-21T05:54:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7478	2024-12-21T05:54:42.967Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7479	2024-12-21T05:54:42.967Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7480	2024-12-21T05:54:42.969Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 74.520483ms iteration = 23 status = 0
7481	2024-12-21T05:54:42.969Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7482	2024-12-21T05:54:42.969Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7483	2024-12-21T05:54:42.969Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7484	2024-12-21T05:54:42.972Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
7485	2024-12-21T05:54:42.972Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
7486	2024-12-21T05:54:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7487	2024-12-21T05:54:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
7488	2024-12-21T05:54:42.979Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
7489	2024-12-21T05:54:42.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
7490	2024-12-21T05:54:42.989Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 93.566362ms iteration = 23 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
7491	2024-12-21T05:54:42.991Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
7492	2024-12-21T05:54:42.992Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
7493	2024-12-21T05:54:42.994Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 99.551645ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7494	2024-12-21T05:54:42.998Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
7495	2024-12-21T05:54:42.998Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
7496	2024-12-21T05:54:42.998Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
7497	2024-12-21T05:54:42.999Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
7498	2024-12-21T05:54:42.999Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
7499	2024-12-21T05:54:43.001Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 105.568781ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7500	2024-12-21T05:54:43.002Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7501	2024-12-21T05:54:43.002Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
7502	2024-12-21T05:54:43.002Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 107.555758ms iteration = 23 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
7503	2024-12-21T05:54:43.027Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) }
7504	2024-12-21T05:54:43.027Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 133.230006ms iteration = 12 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
7505	2024-12-21T05:54:43.033Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7506	2024-12-21T05:54:43.034Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7507	2024-12-21T05:54:43.056Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 162.117832ms iteration = 25 status = {"physical_disks_added":0}
7508	2024-12-21T05:54:43.057Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
7509	2024-12-21T05:54:43.057Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7510	2024-12-21T05:54:43.058Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9803e732-7465-4e3e-8163-f63d1311f747", "content-length": "26", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} })
7511	2024-12-21T05:54:43.058Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7512	2024-12-21T05:54:43.059Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7513	2024-12-21T05:54:43.082Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
7514	2024-12-21T05:54:43.082Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 188.25784ms iteration = 12 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
7515	2024-12-21T05:54:43.094Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
7516	2024-12-21T05:54:43.102Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
7517	2024-12-21T05:54:43.102Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7518	2024-12-21T05:54:43.102Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "cfd6f789-f182-43bc-b018-55922cf87cbb", "content-length": "26", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} })
7519	2024-12-21T05:54:43.102Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7520	2024-12-21T05:54:43.105Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7521	2024-12-21T05:54:43.128Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
7522	2024-12-21T05:54:43.157Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
7523	2024-12-21T05:54:43.157Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7524	2024-12-21T05:54:43.157Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7ada349c-0aca-4267-a65c-49ae953c22fc", "content-length": "26", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} })
7525	2024-12-21T05:54:43.157Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7526	2024-12-21T05:54:43.159Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7527	2024-12-21T05:54:43.234Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 340.099743ms iteration = 23 status = {}
7528	2024-12-21T05:54:43.314Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
7529	2024-12-21T05:54:43.315Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7530	2024-12-21T05:54:43.315Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "78cd8f6e-acbc-4620-ba2e-de11193ccf4f", "content-length": "372", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7531	2024-12-21T05:54:43.315Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7532	2024-12-21T05:54:43.315Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7533	2024-12-21T05:54:43.316Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7534	2024-12-21T05:54:43.319Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
7535	2024-12-21T05:54:43.319Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
7536	2024-12-21T05:54:43.319Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
7537	2024-12-21T05:54:43.321Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
7538	2024-12-21T05:54:43.321Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
7539	2024-12-21T05:54:43.321Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
7540	2024-12-21T05:54:43.321Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
7541	2024-12-21T05:54:43.322Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7542	2024-12-21T05:54:43.324Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7543	2024-12-21T05:54:43.324Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7544	2024-12-21T05:54:43.325Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
7545	2024-12-21T05:54:43.325Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
7546	2024-12-21T05:54:43.325Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7547	2024-12-21T05:54:43.325Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
7548	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
7549	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
7550	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
7551	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 432.806394ms iteration = 12 status = {"generation":2}
7552	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7553	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7554	2024-12-21T05:54:43.327Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7555	2024-12-21T05:54:43.329Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7556	2024-12-21T05:54:43.331Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7557	2024-12-21T05:54:43.331Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7558	2024-12-21T05:54:43.331Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7559	2024-12-21T05:54:43.358Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
7560	2024-12-21T05:54:43.358Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
7561	2024-12-21T05:54:43.358Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "d1106ad0-2470-4318-ad37-36a4aef81834", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7562	2024-12-21T05:54:43.358Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7563	2024-12-21T05:54:43.359Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7564	2024-12-21T05:54:43.361Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7565	2024-12-21T05:54:43.361Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7566	2024-12-21T05:54:43.364Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7567	2024-12-21T05:54:43.364Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7568	2024-12-21T05:54:43.367Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
7569	2024-12-21T05:54:43.367Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
7570	2024-12-21T05:54:43.367Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7571	2024-12-21T05:54:43.368Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "578f9164-6b64-4e5f-a1a5-65fed9db906d", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7572	2024-12-21T05:54:43.369Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 474.774834ms iteration = 23 status = {}
7573	2024-12-21T05:54:43.435Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
7574	2024-12-21T05:54:43.435Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "9ed61449-10bc-4638-b0f8-407432330842", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
7575	2024-12-21T05:54:43.435Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
7576	2024-12-21T05:54:43.437Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "76925592-72ce-4ff5-b66f-5375d46621cb", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
7577	2024-12-21T05:54:43.437Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
7578	2024-12-21T05:54:43.439Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
7579	2024-12-21T05:54:43.439Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 545.389053ms iteration = 14 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
7580	2024-12-21T05:54:43.445Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
7581	2024-12-21T05:54:43.445Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "27858195-4739-475c-8acc-9064fd1197e5", "content-length": "1", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7582	2024-12-21T05:54:43.447Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
7583	2024-12-21T05:54:43.447Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7584	2024-12-21T05:54:43.449Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 555.22583ms iteration = 23 status = null
7585	2024-12-21T05:54:43.466Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
7586	2024-12-21T05:54:43.466Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "dff5e05d-f520-44be-9486-cbfcccff720e", "content-length": "691", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7587	2024-12-21T05:54:43.466Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
7588	2024-12-21T05:54:43.466Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
7589	2024-12-21T05:54:43.466Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
7590	2024-12-21T05:54:43.467Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 573.190883ms iteration = 23 status = {}
7591	2024-12-21T05:54:43.478Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
7592	2024-12-21T05:54:43.479Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "0cb067b1-4d19-4d3a-b2e3-cf9ae247bb76", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7593	2024-12-21T05:54:43.479Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7594	2024-12-21T05:54:43.480Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "4cf6927a-23a1-4ca2-95f2-ded6133aef4e", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7595	2024-12-21T05:54:43.480Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7596	2024-12-21T05:54:43.481Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "f089d9e7-1cef-4273-a7d1-e574070c4d19", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7597	2024-12-21T05:54:43.481Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7598	2024-12-21T05:54:43.483Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
7599	2024-12-21T05:54:43.483Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 588.814038ms iteration = 14 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
7600	2024-12-21T05:54:43.483Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7601	2024-12-21T05:54:43.484Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7602	2024-12-21T05:54:43.485Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
7603	2024-12-21T05:54:43.485Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7604	2024-12-21T05:54:43.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7605	2024-12-21T05:54:43.495Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
7606	2024-12-21T05:54:43.495Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9655141b-5c04-468d-89a2-6c006aed5417", "content-length": "134", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7607	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
7608	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
7609	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
7610	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
7611	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7612	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7613	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7614	2024-12-21T05:54:43.495Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7615	2024-12-21T05:54:43.496Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7616	2024-12-21T05:54:43.496Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7617	2024-12-21T05:54:43.496Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7618	2024-12-21T05:54:43.496Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7619	2024-12-21T05:54:43.496Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7620	2024-12-21T05:54:43.498Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
7621	2024-12-21T05:54:43.498Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "8b51b6fd-f107-4781-bc6a-a27ab0ebab57", "content-length": "2", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7622	2024-12-21T05:54:43.498Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
7623	2024-12-21T05:54:43.499Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b9eb99f3-b7be-4079-81c5-aa76633d93ed", "content-length": "52", "date": "Sat, 21 Dec 2024 05:54:42 GMT"} })
7624	2024-12-21T05:54:43.499Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
7625	2024-12-21T05:54:43.499Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
7626	2024-12-21T05:54:43.597Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7fcefba1-c0f3-41ee-8dc0-a3f2adc07377", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} })
7627	2024-12-21T05:54:43.597Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
7628	2024-12-21T05:54:43.597Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
7629	2024-12-21T05:54:43.597Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "98d07225-8e69-4bec-a073-3dbadd4d12f8", "content-length": "682", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} })
7630	2024-12-21T05:54:43.597Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7631	2024-12-21T05:54:43.597Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7632	2024-12-21T05:54:43.601Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7633	2024-12-21T05:54:43.601Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7634	2024-12-21T05:54:43.605Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7635	2024-12-21T05:54:43.605Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7636	2024-12-21T05:54:43.608Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7637	2024-12-21T05:54:43.608Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7638	2024-12-21T05:54:43.615Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 721.067211ms iteration = 23 status = {}
7639	2024-12-21T05:54:43.618Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
7640	2024-12-21T05:54:43.618Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
7641	2024-12-21T05:54:43.648Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
7642	2024-12-21T05:54:43.648Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:45062
7643	2024-12-21T05:54:43.649Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45062 req_id = ba915e98-1d72-4b38-9a95-8f24b23406f3 roles = RoleSet { roles: {} } uri = /metrics/producers
7644	2024-12-21T05:54:43.649Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45062 req_id = ba915e98-1d72-4b38-9a95-8f24b23406f3 resource = Database result = Ok(()) uri = /metrics/producers
7645	2024-12-21T05:54:43.684Z	INFO	nexus: assigned collector to new producer collector_id = 5539f2b1-1861-4dbb-974a-1247914c9a95 file = nexus/src/app/oximeter.rs:76 producer_id = b381127d-ac24-4ced-abe2-28a1272fd710
7646	2024-12-21T05:54:43.685Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 35962 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:45062 req_id = ba915e98-1d72-4b38-9a95-8f24b23406f3 response_code = 201 uri = /metrics/producers
7647	2024-12-21T05:54:43.685Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "ba915e98-1d72-4b38-9a95-8f24b23406f3", "content-length": "41", "date": "Sat, 21 Dec 2024 05:54:43 GMT"} })
7648	2024-12-21T05:54:43.686Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
7649	2024-12-21T05:54:43.686Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
7650	2024-12-21T05:54:47.809Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 87b60e7e-a784-463b-a63d-03b9d07d8c82 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7651	2024-12-21T05:54:47.809Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 87b60e7e-a784-463b-a63d-03b9d07d8c82 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7652	2024-12-21T05:54:47.811Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2267 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 87b60e7e-a784-463b-a63d-03b9d07d8c82 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7653	2024-12-21T05:54:47.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 905a23b1-69dc-4a2b-9233-e5b3e8727145 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7654	2024-12-21T05:54:47.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 905a23b1-69dc-4a2b-9233-e5b3e8727145 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7655	2024-12-21T05:54:47.813Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2120 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 905a23b1-69dc-4a2b-9233-e5b3e8727145 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7656	2024-12-21T05:54:47.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 265 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 51ac799c-ebc8-44a1-a92c-a14386eb2e05 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7657	2024-12-21T05:54:52.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 68 reason = Timeout
7658	2024-12-21T05:54:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7659	2024-12-21T05:54:52.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7660	2024-12-21T05:54:52.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 68 reason = Timeout
7661	2024-12-21T05:54:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7662	2024-12-21T05:54:52.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7663	2024-12-21T05:54:52.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7664	2024-12-21T05:54:52.897Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7665	2024-12-21T05:54:52.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7666	2024-12-21T05:54:52.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7667	2024-12-21T05:54:52.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7668	2024-12-21T05:54:52.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7669	2024-12-21T05:54:52.899Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.859057ms iteration = 68 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7670	2024-12-21T05:54:52.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7671	2024-12-21T05:54:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7672	2024-12-21T05:54:52.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7673	2024-12-21T05:54:52.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7674	2024-12-21T05:54:52.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7675	2024-12-21T05:54:52.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7676	2024-12-21T05:54:52.915Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7677	2024-12-21T05:54:52.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.414675ms iteration = 68 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7678	2024-12-21T05:54:57.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 393 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = eb3c31b5-9a3f-4fad-b0ed-f9c52fb079c0 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7679	2024-12-21T05:55:02.808Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 4e4c69b2-661a-46e0-bdef-5e405909143c roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7680	2024-12-21T05:55:02.809Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 4e4c69b2-661a-46e0-bdef-5e405909143c resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7681	2024-12-21T05:55:02.811Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3224 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 4e4c69b2-661a-46e0-bdef-5e405909143c response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7682	2024-12-21T05:55:02.812Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 610ae5ef-8f10-4497-b4f7-2324764e21ee roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7683	2024-12-21T05:55:02.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 610ae5ef-8f10-4497-b4f7-2324764e21ee resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7684	2024-12-21T05:55:02.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2406 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 610ae5ef-8f10-4497-b4f7-2324764e21ee response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7685	2024-12-21T05:55:02.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 69 reason = Timeout
7686	2024-12-21T05:55:02.893Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7687	2024-12-21T05:55:02.893Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7688	2024-12-21T05:55:02.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 69 reason = Timeout
7689	2024-12-21T05:55:02.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7690	2024-12-21T05:55:02.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7691	2024-12-21T05:55:02.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7692	2024-12-21T05:55:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7693	2024-12-21T05:55:02.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7694	2024-12-21T05:55:02.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7695	2024-12-21T05:55:02.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7696	2024-12-21T05:55:02.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7697	2024-12-21T05:55:02.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.020706ms iteration = 69 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7698	2024-12-21T05:55:02.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7699	2024-12-21T05:55:02.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7700	2024-12-21T05:55:02.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7701	2024-12-21T05:55:02.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7702	2024-12-21T05:55:02.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7703	2024-12-21T05:55:02.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7704	2024-12-21T05:55:02.913Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7705	2024-12-21T05:55:02.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.826907ms iteration = 69 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7706	2024-12-21T05:55:07.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 290 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = e3b8b9e5-4d30-4a22-8571-3743f546de0e response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7707	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 24 reason = Timeout
7708	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 24 reason = Timeout
7709	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
7710	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 24 reason = Timeout
7711	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 70 reason = Timeout
7712	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
7713	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7714	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7715	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
7716	2024-12-21T05:55:12.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7717	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 24 reason = Timeout
7718	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 70 reason = Timeout
7719	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7720	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7721	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 24 reason = Timeout
7722	2024-12-21T05:55:12.895Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
7723	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7724	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 24 reason = Timeout
7725	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 24 reason = Timeout
7726	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
7727	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7728	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 24 reason = Timeout
7729	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7730	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 24 reason = Timeout
7731	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7732	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 26 reason = Timeout
7733	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 24 reason = Timeout
7734	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7735	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
7736	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7737	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7738	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7739	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7740	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7741	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7742	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7743	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7744	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7745	2024-12-21T05:55:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7746	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 24 reason = Timeout
7747	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 24 reason = Timeout
7748	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 24 reason = Timeout
7749	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
7750	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7751	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7752	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 24 reason = Timeout
7753	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
7754	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
7755	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7756	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
7757	2024-12-21T05:55:12.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7758	2024-12-21T05:55:12.897Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 316224607 } })
7759	2024-12-21T05:55:12.898Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
7760	2024-12-21T05:55:12.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.104969ms iteration = 24 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
7761	2024-12-21T05:55:12.898Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 317103438 } })
7762	2024-12-21T05:55:12.898Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
7763	2024-12-21T05:55:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7764	2024-12-21T05:55:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7765	2024-12-21T05:55:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7766	2024-12-21T05:55:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7767	2024-12-21T05:55:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7768	2024-12-21T05:55:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7769	2024-12-21T05:55:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7770	2024-12-21T05:55:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7771	2024-12-21T05:55:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7772	2024-12-21T05:55:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
7773	2024-12-21T05:55:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7774	2024-12-21T05:55:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7775	2024-12-21T05:55:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7776	2024-12-21T05:55:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7777	2024-12-21T05:55:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
7778	2024-12-21T05:55:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
7779	2024-12-21T05:55:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7780	2024-12-21T05:55:12.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
7781	2024-12-21T05:55:12.906Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7782	2024-12-21T05:55:12.907Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
7783	2024-12-21T05:55:12.907Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7784	2024-12-21T05:55:12.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7785	2024-12-21T05:55:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
7786	2024-12-21T05:55:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7787	2024-12-21T05:55:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7788	2024-12-21T05:55:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7789	2024-12-21T05:55:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7790	2024-12-21T05:55:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7791	2024-12-21T05:55:12.909Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 13.387252ms iteration = 24 status = {"errors":[],"finish_invoked_ok":[]}
7792	2024-12-21T05:55:12.910Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7793	2024-12-21T05:55:12.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7794	2024-12-21T05:55:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7795	2024-12-21T05:55:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7796	2024-12-21T05:55:12.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7797	2024-12-21T05:55:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
7798	2024-12-21T05:55:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7799	2024-12-21T05:55:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7800	2024-12-21T05:55:12.914Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7801	2024-12-21T05:55:12.914Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1458, tv_nsec: 332948759 } })
7802	2024-12-21T05:55:12.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7803	2024-12-21T05:55:12.914Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7804	2024-12-21T05:55:12.914Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
7805	2024-12-21T05:55:12.914Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
7806	2024-12-21T05:55:12.914Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7807	2024-12-21T05:55:12.914Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
7808	2024-12-21T05:55:12.915Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7809	2024-12-21T05:55:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7810	2024-12-21T05:55:12.916Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7811	2024-12-21T05:55:12.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7812	2024-12-21T05:55:12.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7813	2024-12-21T05:55:12.918Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7814	2024-12-21T05:55:12.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7815	2024-12-21T05:55:12.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
7816	2024-12-21T05:55:12.920Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
7817	2024-12-21T05:55:12.920Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
7818	2024-12-21T05:55:12.920Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
7819	2024-12-21T05:55:12.920Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
7820	2024-12-21T05:55:12.920Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 25.633477ms iteration = 24 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
7821	2024-12-21T05:55:12.931Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7822	2024-12-21T05:55:12.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7823	2024-12-21T05:55:12.939Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7824	2024-12-21T05:55:12.942Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 45.71174ms iteration = 24 status = {"errors":[],"garbage_collect_requested":[]}
7825	2024-12-21T05:55:12.942Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7826	2024-12-21T05:55:12.942Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7827	2024-12-21T05:55:12.942Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7828	2024-12-21T05:55:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7829	2024-12-21T05:55:12.945Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7830	2024-12-21T05:55:12.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7831	2024-12-21T05:55:12.946Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
7832	2024-12-21T05:55:12.946Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
7833	2024-12-21T05:55:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
7834	2024-12-21T05:55:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7835	2024-12-21T05:55:12.948Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7836	2024-12-21T05:55:12.949Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7837	2024-12-21T05:55:12.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 54.85048ms iteration = 70 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7838	2024-12-21T05:55:12.949Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7839	2024-12-21T05:55:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7840	2024-12-21T05:55:12.950Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 54.962432ms iteration = 70 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7841	2024-12-21T05:55:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7842	2024-12-21T05:55:12.951Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7843	2024-12-21T05:55:12.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7844	2024-12-21T05:55:12.952Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
7845	2024-12-21T05:55:12.952Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
7846	2024-12-21T05:55:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
7847	2024-12-21T05:55:12.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
7848	2024-12-21T05:55:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
7849	2024-12-21T05:55:12.955Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
7850	2024-12-21T05:55:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
7851	2024-12-21T05:55:12.958Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
7852	2024-12-21T05:55:12.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
7853	2024-12-21T05:55:13.017Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 122.535778ms iteration = 26 status = {"physical_disks_added":0}
7854	2024-12-21T05:55:13.079Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
7855	2024-12-21T05:55:13.079Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7856	2024-12-21T05:55:13.079Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3597ca77-b37f-4f59-9bbe-f98c7b0a6364", "content-length": "26", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7857	2024-12-21T05:55:13.079Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7858	2024-12-21T05:55:13.081Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7859	2024-12-21T05:55:13.162Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
7860	2024-12-21T05:55:13.162Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7861	2024-12-21T05:55:13.163Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ba99e52-3385-4265-be3e-cada07e91c26", "content-length": "26", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7862	2024-12-21T05:55:13.163Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7863	2024-12-21T05:55:13.164Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7864	2024-12-21T05:55:13.184Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
7865	2024-12-21T05:55:13.184Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
7866	2024-12-21T05:55:13.184Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3da267ed-5523-4694-8044-22d108ed0ae4", "content-length": "26", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7867	2024-12-21T05:55:13.184Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
7868	2024-12-21T05:55:13.186Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
7869	2024-12-21T05:55:13.226Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = instance_watcher body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vmms/1074852b-efc2-4d12-a5fc-d885405cbf4e/state
7870	2024-12-21T05:55:13.227Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = instance_watcher result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vmms/1074852b-efc2-4d12-a5fc-d885405cbf4e/state", status: 200, headers: {"content-type": "application/json", "x-request-id": "26f5f6da-9171-4227-b6ac-c4cdbad79531", "content-length": "130", "date": "Sat, 21 Dec 2024 05:55:12 GMT"} })
7871	2024-12-21T05:55:13.233Z	DEBG	nexus (BackgroundTasks): updating instance state background_task = instance_watcher instance_id = 4c918145-f5b2-4879-b176-6a46c3dfa233 sled_id = 67885466-b1c6-48f5-a800-f848c80749b6 state = SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-21T05:55:09.123194914Z }, migration_in: None, migration_out: None } vmm_id = 1074852b-efc2-4d12-a5fc-d885405cbf4e
7872	2024-12-21T05:55:13.233Z	INFO	nexus (BackgroundTasks): received new VMM runtime state from sled agent background_task = instance_watcher file = nexus/src/app/instance.rs:2077 instance_id = 4c918145-f5b2-4879-b176-6a46c3dfa233 migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = 1074852b-efc2-4d12-a5fc-d885405cbf4e sled_id = 67885466-b1c6-48f5-a800-f848c80749b6 vmm_id = 1074852b-efc2-4d12-a5fc-d885405cbf4e vmm_state = VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-21T05:55:09.123194914Z }
7873	2024-12-21T05:55:13.233Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 4c918145-f5b2-4879-b176-6a46c3dfa233 roles = RoleSet { roles: {} } sled_id = 67885466-b1c6-48f5-a800-f848c80749b6 vmm_id = 1074852b-efc2-4d12-a5fc-d885405cbf4e
7874	2024-12-21T05:55:13.233Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 4c918145-f5b2-4879-b176-6a46c3dfa233 resource = Database result = Ok(()) sled_id = 67885466-b1c6-48f5-a800-f848c80749b6 vmm_id = 1074852b-efc2-4d12-a5fc-d885405cbf4e
7875	2024-12-21T05:55:13.305Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
7876	2024-12-21T05:55:13.306Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "74bc35b9-ce53-45df-a82d-ea293563471a", "content-length": "810", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7877	2024-12-21T05:55:13.306Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(3498081) }} sled = sock
7878	2024-12-21T05:55:13.306Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
7879	2024-12-21T05:55:13.306Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
7880	2024-12-21T05:55:13.307Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 412.527256ms iteration = 24 status = {}
7881	2024-12-21T05:55:13.320Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
7882	2024-12-21T05:55:13.320Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7883	2024-12-21T05:55:13.321Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "634ea559-585d-4fd4-91c2-c762d3237666", "content-length": "583", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7884	2024-12-21T05:55:13.321Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7885	2024-12-21T05:55:13.321Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7886	2024-12-21T05:55:13.322Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 426.227197ms iteration = 24 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
7887	2024-12-21T05:55:13.323Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 428.263185ms iteration = 24 status = 0
7888	2024-12-21T05:55:13.323Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 427.690822ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7889	2024-12-21T05:55:13.333Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 438.173944ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
7890	2024-12-21T05:55:13.343Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 448.743628ms iteration = 24 status = {}
7891	2024-12-21T05:55:13.348Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 1 total_failed = 0 total_incomplete = 0 total_instances = 1 update_sagas_queued = 0
7892	2024-12-21T05:55:13.350Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 455.658684ms iteration = 24 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{"running":1},"pruned_instances":0,"total_instances":1,"update_sagas_queued":0}
7893	2024-12-21T05:55:13.367Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {230cbb3f-fd82-41ff-b241-18559d2a8099: {10.151.2.175: {27af947d-3919-4aa9-a4d4-478b14599c0a}, 10.151.2.176: {27af947d-3919-4aa9-a4d4-478b14599c0a}}} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
7894	2024-12-21T05:55:13.367Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
7895	2024-12-21T05:55:13.368Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "dd9127ba-da9e-4d68-a5cd-28e6dd84ad9a", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7896	2024-12-21T05:55:13.368Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7897	2024-12-21T05:55:13.368Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7898	2024-12-21T05:55:13.369Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7899	2024-12-21T05:55:13.369Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7900	2024-12-21T05:55:13.373Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7901	2024-12-21T05:55:13.373Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7902	2024-12-21T05:55:13.376Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7903	2024-12-21T05:55:13.376Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7904	2024-12-21T05:55:13.378Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7905	2024-12-21T05:55:13.379Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7906	2024-12-21T05:55:13.381Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
7907	2024-12-21T05:55:13.381Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
7908	2024-12-21T05:55:13.384Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
7909	2024-12-21T05:55:13.384Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
7910	2024-12-21T05:55:13.384Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
7911	2024-12-21T05:55:13.384Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c559c6d8-acbb-4a49-8bf9-1c5d2be7c108", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7912	2024-12-21T05:55:13.386Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 491.24093ms iteration = 24 status = {}
7913	2024-12-21T05:55:13.400Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
7914	2024-12-21T05:55:13.401Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c0e154e8-9419-489d-9513-79e83d4ed263", "content-length": "1", "date": "Sat, 21 Dec 2024 05:55:12 GMT"} })
7915	2024-12-21T05:55:13.402Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
7916	2024-12-21T05:55:13.403Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
7917	2024-12-21T05:55:13.405Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 510.936774ms iteration = 24 status = null
7918	2024-12-21T05:55:13.443Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7919	2024-12-21T05:55:13.443Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7920	2024-12-21T05:55:13.445Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
7921	2024-12-21T05:55:13.445Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7922	2024-12-21T05:55:13.446Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7923	2024-12-21T05:55:13.453Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
7924	2024-12-21T05:55:13.453Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "92ba23bb-24ad-45c0-8e14-d98882112149", "content-length": "134", "date": "Sat, 21 Dec 2024 05:55:12 GMT"} })
7925	2024-12-21T05:55:13.453Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
7926	2024-12-21T05:55:13.453Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
7927	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
7928	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
7929	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7930	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7931	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7932	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7933	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
7934	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
7935	2024-12-21T05:55:13.454Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
7936	2024-12-21T05:55:13.454Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7937	2024-12-21T05:55:13.454Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7938	2024-12-21T05:55:13.456Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
7939	2024-12-21T05:55:13.456Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "9664e442-fe7a-4e10-af7b-f47485995f01", "content-length": "2", "date": "Sat, 21 Dec 2024 05:55:12 GMT"} })
7940	2024-12-21T05:55:13.456Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
7941	2024-12-21T05:55:13.456Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "bade85bd-e1af-42a3-ab74-27fa5e6ed128", "content-length": "52", "date": "Sat, 21 Dec 2024 05:55:12 GMT"} })
7942	2024-12-21T05:55:13.456Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
7943	2024-12-21T05:55:13.456Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
7944	2024-12-21T05:55:13.553Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a5c22357-ef79-475d-acaa-d439c0f351a3", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7945	2024-12-21T05:55:13.554Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
7946	2024-12-21T05:55:13.554Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
7947	2024-12-21T05:55:13.554Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "67b2ca3d-f24d-4d03-a6f3-5d2a7db2a657", "content-length": "682", "date": "Sat, 21 Dec 2024 05:55:13 GMT"} })
7948	2024-12-21T05:55:13.554Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7949	2024-12-21T05:55:13.554Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7950	2024-12-21T05:55:13.558Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7951	2024-12-21T05:55:13.558Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7952	2024-12-21T05:55:13.562Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7953	2024-12-21T05:55:13.562Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7954	2024-12-21T05:55:13.564Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
7955	2024-12-21T05:55:13.564Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7956	2024-12-21T05:55:13.571Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 676.191481ms iteration = 24 status = {}
7957	2024-12-21T05:55:17.808Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 61652a76-29dc-4b56-9f7e-f89c9bf5d6f0 roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7958	2024-12-21T05:55:17.808Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 61652a76-29dc-4b56-9f7e-f89c9bf5d6f0 resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7959	2024-12-21T05:55:17.811Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 3363 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 61652a76-29dc-4b56-9f7e-f89c9bf5d6f0 response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending
7960	2024-12-21T05:55:17.811Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 7165339c-a3df-431d-8d47-0d8c939020fa roles = RoleSet { roles: {} } uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7961	2024-12-21T05:55:17.812Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 7165339c-a3df-431d-8d47-0d8c939020fa resource = Database result = Ok(()) uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7962	2024-12-21T05:55:17.814Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 2512 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:39717 req_id = 7165339c-a3df-431d-8d47-0d8c939020fa response_code = 200 uri = /metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D
7963	2024-12-21T05:55:17.817Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 286 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 20ccf888-89fb-466c-b839-cd567bd396ae response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7964	2024-12-21T05:55:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 71 reason = Timeout
7965	2024-12-21T05:55:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7966	2024-12-21T05:55:22.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7967	2024-12-21T05:55:22.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 71 reason = Timeout
7968	2024-12-21T05:55:22.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7969	2024-12-21T05:55:22.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7970	2024-12-21T05:55:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7971	2024-12-21T05:55:22.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7972	2024-12-21T05:55:22.896Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7973	2024-12-21T05:55:22.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.720439ms iteration = 71 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7974	2024-12-21T05:55:22.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7975	2024-12-21T05:55:22.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7976	2024-12-21T05:55:22.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7977	2024-12-21T05:55:22.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7978	2024-12-21T05:55:22.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7979	2024-12-21T05:55:22.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7980	2024-12-21T05:55:22.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
7981	2024-12-21T05:55:22.904Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7982	2024-12-21T05:55:22.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7983	2024-12-21T05:55:22.916Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
7984	2024-12-21T05:55:22.916Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.322857ms iteration = 71 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
7985	2024-12-21T05:55:27.816Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 313 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = ebc0b226-7f45-45a4-8709-c6dd3322ab37 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
7986	2024-12-21T05:55:32.894Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 72 reason = Timeout
7987	2024-12-21T05:55:32.894Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7988	2024-12-21T05:55:32.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7989	2024-12-21T05:55:32.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 72 reason = Timeout
7990	2024-12-21T05:55:32.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7991	2024-12-21T05:55:32.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7992	2024-12-21T05:55:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
7993	2024-12-21T05:55:32.896Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
7994	2024-12-21T05:55:32.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
7995	2024-12-21T05:55:32.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.13997ms iteration = 72 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
7996	2024-12-21T05:55:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
7997	2024-12-21T05:55:32.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
7998	2024-12-21T05:55:32.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
7999	2024-12-21T05:55:32.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8000	2024-12-21T05:55:32.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8001	2024-12-21T05:55:32.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8002	2024-12-21T05:55:32.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
8003	2024-12-21T05:55:32.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8004	2024-12-21T05:55:32.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8005	2024-12-21T05:55:32.917Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
8006	2024-12-21T05:55:32.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.800843ms iteration = 72 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
8007	2024-12-21T05:55:37.816Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 351 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 63b8cb9b-1057-4f58-aa11-f17342871ab9 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
8008	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 15 reason = Timeout
8009	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 13 reason = Timeout
8010	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 25 reason = Timeout
8011	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
8012	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 13 reason = Timeout
8013	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 25 reason = Timeout
8014	2024-12-21T05:55:42.893Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2024-12-21 05:45:42.893578071 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
8015	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
8016	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
8017	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 14 reason = Timeout
8018	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 13 reason = Timeout
8019	2024-12-21T05:55:42.893Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:83 reason = blueprint disabled target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425
8020	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 12.871\u{b5}s iteration = 14 status = {"enabled":false,"target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"}
8021	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 73 reason = Timeout
8022	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 13 reason = Timeout
8023	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
8024	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 13 reason = Timeout
8025	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 25 reason = Timeout
8026	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
8027	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8028	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
8029	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 13 reason = Timeout
8030	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
8031	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
8032	2024-12-21T05:55:42.893Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 15 reason = Timeout
8033	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
8034	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
8035	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8036	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
8037	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
8038	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
8039	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
8040	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 73 reason = Timeout
8041	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 25 reason = Timeout
8042	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8043	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8044	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 25 reason = Timeout
8045	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
8046	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 25 reason = Timeout
8047	2024-12-21T05:55:42.894Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
8048	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8049	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 13 reason = Timeout
8050	2024-12-21T05:55:42.894Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
8051	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
8052	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 25 reason = Timeout
8053	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8054	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 25 reason = Timeout
8055	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
8056	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8057	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 25 reason = Timeout
8058	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 25 reason = Timeout
8059	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8060	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
8061	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 13 reason = Timeout
8062	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
8063	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 27 reason = Timeout
8064	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 6 reason = Timeout
8065	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8066	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8067	2024-12-21T05:55:42.894Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 313188193 } })
8068	2024-12-21T05:55:42.894Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 313237665 } })
8069	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8070	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
8071	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
8072	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8073	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8074	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
8075	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8076	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8077	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8078	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8079	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8080	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
8081	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8082	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } dns_group = external
8083	2024-12-21T05:55:42.894Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.342932ms iteration = 13 status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
8084	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8085	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8086	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } dns_group = internal
8087	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.555668ms iteration = 13 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:1::1]:5353"]}
8088	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8089	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8090	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 25 reason = Timeout
8091	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 25 reason = Timeout
8092	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 25 reason = Timeout
8093	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
8094	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
8095	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
8096	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 25 reason = Timeout
8097	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
8098	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 13 reason = Timeout
8099	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
8100	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 13 reason = Timeout
8101	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
8102	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8103	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8104	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
8105	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8106	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
8107	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
8108	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
8109	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
8110	2024-12-21T05:55:42.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
8111	2024-12-21T05:55:42.896Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2024-12-21 05:45:42.893578071 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
8112	2024-12-21T05:55:42.896Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 3.36011ms iteration = 13 status = {"expiration":"2024-12-21T05:45:42.893578071Z","pruned":[]}
8113	2024-12-21T05:55:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
8114	2024-12-21T05:55:42.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.916385ms iteration = 25 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
8115	2024-12-21T05:55:42.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
8116	2024-12-21T05:55:42.897Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 316469343 } })
8117	2024-12-21T05:55:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8118	2024-12-21T05:55:42.897Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
8119	2024-12-21T05:55:42.898Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
8120	2024-12-21T05:55:42.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
8121	2024-12-21T05:55:42.899Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 318082181 } })
8122	2024-12-21T05:55:42.899Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8123	2024-12-21T05:55:42.899Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
8124	2024-12-21T05:55:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
8125	2024-12-21T05:55:42.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8126	2024-12-21T05:55:42.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8127	2024-12-21T05:55:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
8128	2024-12-21T05:55:42.901Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
8129	2024-12-21T05:55:42.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
8130	2024-12-21T05:55:42.902Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8131	2024-12-21T05:55:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8132	2024-12-21T05:55:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8133	2024-12-21T05:55:42.903Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8134	2024-12-21T05:55:42.904Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8135	2024-12-21T05:55:42.904Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
8136	2024-12-21T05:55:42.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8137	2024-12-21T05:55:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
8138	2024-12-21T05:55:42.905Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8139	2024-12-21T05:55:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8140	2024-12-21T05:55:42.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8141	2024-12-21T05:55:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
8142	2024-12-21T05:55:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
8143	2024-12-21T05:55:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
8144	2024-12-21T05:55:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
8145	2024-12-21T05:55:42.906Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
8146	2024-12-21T05:55:42.906Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
8147	2024-12-21T05:55:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
8148	2024-12-21T05:55:42.907Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8149	2024-12-21T05:55:42.907Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8150	2024-12-21T05:55:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8151	2024-12-21T05:55:42.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8152	2024-12-21T05:55:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8153	2024-12-21T05:55:42.908Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8154	2024-12-21T05:55:42.910Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8155	2024-12-21T05:55:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
8156	2024-12-21T05:55:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8157	2024-12-21T05:55:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8158	2024-12-21T05:55:42.911Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
8159	2024-12-21T05:55:42.911Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8160	2024-12-21T05:55:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8161	2024-12-21T05:55:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
8162	2024-12-21T05:55:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8163	2024-12-21T05:55:42.912Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8164	2024-12-21T05:55:42.912Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8165	2024-12-21T05:55:42.914Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 19.043568ms iteration = 25 status = {"errors":[],"finish_invoked_ok":[]}
8166	2024-12-21T05:55:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
8167	2024-12-21T05:55:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8168	2024-12-21T05:55:42.915Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8169	2024-12-21T05:55:42.915Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8170	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
8171	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8172	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8173	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8174	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 22.06205ms iteration = 13 status = {"errors":[],"found_port_ok":[]}
8175	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 22.611634ms iteration = 25 status = {"errors":[],"garbage_collect_requested":[]}
8176	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
8177	2024-12-21T05:55:42.917Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
8178	2024-12-21T05:55:42.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 22.602604ms iteration = 13 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
8179	2024-12-21T05:55:42.918Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8180	2024-12-21T05:55:42.918Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8181	2024-12-21T05:55:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
8182	2024-12-21T05:55:42.919Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8183	2024-12-21T05:55:42.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8184	2024-12-21T05:55:42.920Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8185	2024-12-21T05:55:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
8186	2024-12-21T05:55:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
8187	2024-12-21T05:55:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
8188	2024-12-21T05:55:42.922Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
8189	2024-12-21T05:55:42.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
8190	2024-12-21T05:55:42.923Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
8191	2024-12-21T05:55:42.923Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
8192	2024-12-21T05:55:42.923Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
8193	2024-12-21T05:55:42.923Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
8194	2024-12-21T05:55:42.923Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
8195	2024-12-21T05:55:42.925Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8196	2024-12-21T05:55:42.925Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8197	2024-12-21T05:55:42.925Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8198	2024-12-21T05:55:42.925Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
8199	2024-12-21T05:55:42.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
8200	2024-12-21T05:55:42.927Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
8201	2024-12-21T05:55:42.927Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8202	2024-12-21T05:55:42.927Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8203	2024-12-21T05:55:42.929Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 35.683788ms iteration = 73 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
8204	2024-12-21T05:55:42.929Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8205	2024-12-21T05:55:42.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8206	2024-12-21T05:55:42.931Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8207	2024-12-21T05:55:42.932Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 350690416 } })
8208	2024-12-21T05:55:42.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8209	2024-12-21T05:55:42.932Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
8210	2024-12-21T05:55:42.932Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 38.26541ms iteration = 6 status = {"nsuccess":5}
8211	2024-12-21T05:55:42.933Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8212	2024-12-21T05:55:42.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
8213	2024-12-21T05:55:42.938Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8214	2024-12-21T05:55:42.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8215	2024-12-21T05:55:42.942Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
8216	2024-12-21T05:55:42.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
8217	2024-12-21T05:55:42.954Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
8218	2024-12-21T05:55:42.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
8219	2024-12-21T05:55:42.958Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
8220	2024-12-21T05:55:42.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 64.610424ms iteration = 73 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
8221	2024-12-21T05:55:42.958Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
8222	2024-12-21T05:55:42.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
8223	2024-12-21T05:55:42.961Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 1 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
8224	2024-12-21T05:55:42.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 66.736486ms iteration = 25 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
8225	2024-12-21T05:55:42.966Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8226	2024-12-21T05:55:42.966Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8227	2024-12-21T05:55:42.968Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8228	2024-12-21T05:55:42.968Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8229	2024-12-21T05:55:42.969Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8230	2024-12-21T05:55:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
8231	2024-12-21T05:55:42.970Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8232	2024-12-21T05:55:42.970Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
8233	2024-12-21T05:55:42.970Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
8234	2024-12-21T05:55:42.970Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 76.293146ms iteration = 13 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
8235	2024-12-21T05:55:42.970Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
8236	2024-12-21T05:55:42.971Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
8237	2024-12-21T05:55:42.971Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
8238	2024-12-21T05:55:42.971Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
8239	2024-12-21T05:55:42.971Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
8240	2024-12-21T05:55:42.971Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
8241	2024-12-21T05:55:42.973Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
8242	2024-12-21T05:55:42.973Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8243	2024-12-21T05:55:42.973Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
8244	2024-12-21T05:55:42.973Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
8245	2024-12-21T05:55:42.973Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8246	2024-12-21T05:55:42.974Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8247	2024-12-21T05:55:42.974Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
8248	2024-12-21T05:55:42.974Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8249	2024-12-21T05:55:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
8250	2024-12-21T05:55:42.974Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8251	2024-12-21T05:55:42.975Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 80.570409ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
8252	2024-12-21T05:55:42.975Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8253	2024-12-21T05:55:42.976Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 82.345752ms iteration = 25 status = 0
8254	2024-12-21T05:55:42.977Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
8255	2024-12-21T05:55:42.977Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
8256	2024-12-21T05:55:42.977Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8257	2024-12-21T05:55:42.978Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
8258	2024-12-21T05:55:42.978Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
8259	2024-12-21T05:55:42.978Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
8260	2024-12-21T05:55:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
8261	2024-12-21T05:55:42.980Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
8262	2024-12-21T05:55:42.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
8263	2024-12-21T05:55:42.981Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
8264	2024-12-21T05:55:42.981Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 87.033904ms iteration = 13 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
8265	2024-12-21T05:55:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8266	2024-12-21T05:55:42.982Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
8267	2024-12-21T05:55:42.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
8268	2024-12-21T05:55:42.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
8269	2024-12-21T05:55:42.984Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8270	2024-12-21T05:55:42.984Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8271	2024-12-21T05:55:42.990Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 95.829016ms iteration = 27 status = {"physical_disks_added":0}
8272	2024-12-21T05:55:42.990Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8273	2024-12-21T05:55:42.990Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 96.495122ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
8274	2024-12-21T05:55:42.992Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
8275	2024-12-21T05:55:42.992Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
8276	2024-12-21T05:55:42.992Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
8277	2024-12-21T05:55:42.998Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 103.47894ms iteration = 25 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
8278	2024-12-21T05:55:43.010Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
8279	2024-12-21T05:55:43.010Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 0 version = 2
8280	2024-12-21T05:55:43.010Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
8281	2024-12-21T05:55:43.010Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
8282	2024-12-21T05:55:43.012Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8283	2024-12-21T05:55:43.015Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
8284	2024-12-21T05:55:43.015Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
8285	2024-12-21T05:55:43.015Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
8286	2024-12-21T05:55:43.016Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 8515b516-7dee-4b87-be46-b42b3ecbf024 dns_zone_name = oxide.test found_so_far = 1 version = 2
8287	2024-12-21T05:55:43.016Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
8288	2024-12-21T05:55:43.016Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2024-12-21 05:44:05.650203 UTC dns_group = external generation = 2
8289	2024-12-21T05:55:43.016Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 123.091042ms iteration = 13 status = {"generation":2}
8290	2024-12-21T05:55:43.016Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8291	2024-12-21T05:55:43.016Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
8292	2024-12-21T05:55:43.016Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 122.644521ms iteration = 25 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
8293	2024-12-21T05:55:43.019Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
8294	2024-12-21T05:55:43.019Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
8295	2024-12-21T05:55:43.019Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
8296	2024-12-21T05:55:43.020Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
8297	2024-12-21T05:55:43.021Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8298	2024-12-21T05:55:43.024Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
8299	2024-12-21T05:55:43.024Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
8300	2024-12-21T05:55:43.024Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
8301	2024-12-21T05:55:43.027Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = fdbedd3f-a338-4eb9-a6cf-15f06b344651 dns_zone_name = control-plane.oxide.internal found_so_far = 51 version = 1
8302	2024-12-21T05:55:43.027Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
8303	2024-12-21T05:55:43.027Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2024-12-21 05:44:04.617033 UTC dns_group = internal generation = 1
8304	2024-12-21T05:55:43.027Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 133.736368ms iteration = 13 status = {"generation":1}
8305	2024-12-21T05:55:43.031Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8306	2024-12-21T05:55:43.031Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8307	2024-12-21T05:55:43.034Z	INFO	nexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:94
8308	2024-12-21T05:55:43.034Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 140.558262ms iteration = 13 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]}},"default_endpoint":{"silo_id":"0cccb791-faa1-4a28-8d2b-175c6fc167b3","tls_certs":["d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
8309	2024-12-21T05:55:43.038Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
8310	2024-12-21T05:55:43.042Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8311	2024-12-21T05:55:43.042Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8312	2024-12-21T05:55:43.044Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
8313	2024-12-21T05:55:43.044Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8314	2024-12-21T05:55:43.044Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6f6b3af7-75f8-485a-b512-31829b839fc1", "content-length": "26", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8315	2024-12-21T05:55:43.044Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8316	2024-12-21T05:55:43.046Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8317	2024-12-21T05:55:43.048Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
8318	2024-12-21T05:55:43.048Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8319	2024-12-21T05:55:43.048Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "822ad0c2-0379-4b8d-8b40-8a8b0b512301", "content-length": "26", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8320	2024-12-21T05:55:43.048Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8321	2024-12-21T05:55:43.051Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8322	2024-12-21T05:55:43.069Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
8323	2024-12-21T05:55:43.160Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
8324	2024-12-21T05:55:43.160Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8325	2024-12-21T05:55:43.160Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "934cd9e2-2998-4714-8f2b-8a5071e5e422", "content-length": "26", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8326	2024-12-21T05:55:43.160Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8327	2024-12-21T05:55:43.162Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
8328	2024-12-21T05:55:43.182Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
8329	2024-12-21T05:55:43.183Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "b34f84a5-ca06-4c8c-b346-1ad71c5bb736", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
8330	2024-12-21T05:55:43.183Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
8331	2024-12-21T05:55:43.184Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "c786da04-68d7-427d-924a-8dafd232579a", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
8332	2024-12-21T05:55:43.184Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
8333	2024-12-21T05:55:43.187Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
8334	2024-12-21T05:55:43.187Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 293.850651ms iteration = 15 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
8335	2024-12-21T05:55:43.190Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 296.928895ms iteration = 25 status = {}
8336	2024-12-21T05:55:43.201Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
8337	2024-12-21T05:55:43.201Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8338	2024-12-21T05:55:43.201Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3c483047-9c42-46ed-aee9-b8fce88823f7", "content-length": "372", "date": "Sat, 21 Dec 2024 05:55:42 GMT"} })
8339	2024-12-21T05:55:43.201Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8340	2024-12-21T05:55:43.202Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8341	2024-12-21T05:55:43.203Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8342	2024-12-21T05:55:43.206Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8343	2024-12-21T05:55:43.206Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8344	2024-12-21T05:55:43.206Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8345	2024-12-21T05:55:43.208Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8346	2024-12-21T05:55:43.210Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8347	2024-12-21T05:55:43.210Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8348	2024-12-21T05:55:43.210Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8349	2024-12-21T05:55:43.213Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
8350	2024-12-21T05:55:43.214Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "6b3c4026-fa36-4a9f-88a9-a190950f70d5", "content-length": "2", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8351	2024-12-21T05:55:43.216Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
8352	2024-12-21T05:55:43.216Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
8353	2024-12-21T05:55:43.218Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 324.883788ms iteration = 25 status = null
8354	2024-12-21T05:55:43.219Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
8355	2024-12-21T05:55:43.219Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
8356	2024-12-21T05:55:43.219Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "a5fad242-6141-4d9d-91dd-1348e1c6b805", "date": "Sat, 21 Dec 2024 05:55:42 GMT"} })
8357	2024-12-21T05:55:43.219Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8358	2024-12-21T05:55:43.220Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8359	2024-12-21T05:55:43.222Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8360	2024-12-21T05:55:43.222Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8361	2024-12-21T05:55:43.224Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8362	2024-12-21T05:55:43.225Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8363	2024-12-21T05:55:43.228Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
8364	2024-12-21T05:55:43.228Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8365	2024-12-21T05:55:43.228Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "c0088b0b-ec2f-4433-b973-34458b63aba5", "date": "Sat, 21 Dec 2024 05:55:42 GMT"} })
8366	2024-12-21T05:55:43.230Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 336.609079ms iteration = 25 status = {}
8367	2024-12-21T05:55:43.238Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
8368	2024-12-21T05:55:43.272Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
8369	2024-12-21T05:55:43.272Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "d2eeea18-09b4-44b3-8bfa-d811352194bf", "content-length": "691", "date": "Sat, 21 Dec 2024 05:55:42 GMT"} })
8370	2024-12-21T05:55:43.273Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
8371	2024-12-21T05:55:43.273Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
8372	2024-12-21T05:55:43.273Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
8373	2024-12-21T05:55:43.275Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 381.051799ms iteration = 25 status = {}
8374	2024-12-21T05:55:43.307Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
8375	2024-12-21T05:55:43.307Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "4bd667bc-af6a-496b-8254-c73036b1cfde", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8376	2024-12-21T05:55:43.307Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8377	2024-12-21T05:55:43.310Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "0c9176be-43ec-4dde-b209-e847c6bbde7d", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8378	2024-12-21T05:55:43.310Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8379	2024-12-21T05:55:43.311Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "94f1a4b8-da2a-4526-900a-60be2eb7aaa9", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8380	2024-12-21T05:55:43.311Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8381	2024-12-21T05:55:43.312Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }
8382	2024-12-21T05:55:43.312Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 419.015143ms iteration = 15 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
8383	2024-12-21T05:55:43.348Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8384	2024-12-21T05:55:43.348Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8385	2024-12-21T05:55:43.350Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
8386	2024-12-21T05:55:43.350Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8387	2024-12-21T05:55:43.350Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8388	2024-12-21T05:55:43.357Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
8389	2024-12-21T05:55:43.358Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "28ec649b-bc4a-4ab4-8d99-34215e3bc5aa", "content-length": "134", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8390	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
8391	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
8392	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
8393	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
8394	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8395	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8396	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8397	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
8398	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8399	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
8400	2024-12-21T05:55:43.358Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
8401	2024-12-21T05:55:43.358Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8402	2024-12-21T05:55:43.359Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8403	2024-12-21T05:55:43.361Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
8404	2024-12-21T05:55:43.361Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f7d1248-3aa2-458c-817d-a83d17317344", "content-length": "2", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8405	2024-12-21T05:55:43.361Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
8406	2024-12-21T05:55:43.361Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "73278c21-a199-4dfd-9706-483626552061", "content-length": "52", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8407	2024-12-21T05:55:43.361Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
8408	2024-12-21T05:55:43.361Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
8409	2024-12-21T05:55:43.453Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "4a88b53f-201d-44f2-9cc8-781952ded688", "date": "Sat, 21 Dec 2024 05:55:42 GMT"} })
8410	2024-12-21T05:55:43.453Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
8411	2024-12-21T05:55:43.453Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
8412	2024-12-21T05:55:43.454Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "6dde7c39-0a27-4b32-a2c2-baa3c54dd13f", "content-length": "682", "date": "Sat, 21 Dec 2024 05:55:43 GMT"} })
8413	2024-12-21T05:55:43.454Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8414	2024-12-21T05:55:43.454Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8415	2024-12-21T05:55:43.457Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8416	2024-12-21T05:55:43.458Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8417	2024-12-21T05:55:43.461Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8418	2024-12-21T05:55:43.461Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8419	2024-12-21T05:55:43.463Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8420	2024-12-21T05:55:43.464Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8421	2024-12-21T05:55:43.472Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 577.798323ms iteration = 25 status = {}
8422	2024-12-21T05:55:47.816Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 278 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 78e6d0ef-cef5-4006-99ec-3eb134e9d30c response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
8423	2024-12-21T05:55:52.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 74 reason = Timeout
8424	2024-12-21T05:55:52.893Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8425	2024-12-21T05:55:52.893Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8426	2024-12-21T05:55:52.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 74 reason = Timeout
8427	2024-12-21T05:55:52.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8428	2024-12-21T05:55:52.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8429	2024-12-21T05:55:52.895Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8430	2024-12-21T05:55:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
8431	2024-12-21T05:55:52.898Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8432	2024-12-21T05:55:52.898Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8433	2024-12-21T05:55:52.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8434	2024-12-21T05:55:52.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8435	2024-12-21T05:55:52.902Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8436	2024-12-21T05:55:52.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
8437	2024-12-21T05:55:52.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8438	2024-12-21T05:55:52.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8439	2024-12-21T05:55:52.913Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
8440	2024-12-21T05:55:52.913Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.507013ms iteration = 74 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
8441	2024-12-21T05:55:52.924Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8442	2024-12-21T05:55:52.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8443	2024-12-21T05:55:52.926Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.675372ms iteration = 74 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
8444	2024-12-21T05:55:57.816Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 293 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 03598b37-86b9-4315-8dfb-123440419a95 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
8445	2024-12-21T05:56:02.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 75 reason = Timeout
8446	2024-12-21T05:56:02.893Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8447	2024-12-21T05:56:02.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8448	2024-12-21T05:56:02.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 75 reason = Timeout
8449	2024-12-21T05:56:02.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8450	2024-12-21T05:56:02.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8451	2024-12-21T05:56:02.896Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8452	2024-12-21T05:56:02.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
8453	2024-12-21T05:56:02.899Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8454	2024-12-21T05:56:02.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8455	2024-12-21T05:56:02.901Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8456	2024-12-21T05:56:02.901Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8457	2024-12-21T05:56:02.903Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8458	2024-12-21T05:56:02.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
8459	2024-12-21T05:56:02.905Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8460	2024-12-21T05:56:02.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8461	2024-12-21T05:56:02.917Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
8462	2024-12-21T05:56:02.917Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.810383ms iteration = 75 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
8463	2024-12-21T05:56:02.923Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8464	2024-12-21T05:56:02.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8465	2024-12-21T05:56:02.925Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.956155ms iteration = 75 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
8466	2024-12-21T05:56:07.816Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 263 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = f69f7aad-8267-4524-8389-64737846b942 response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710
8467	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 26 reason = Timeout
8468	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 26 reason = Timeout
8469	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 26 reason = Timeout
8470	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
8471	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
8472	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 76 reason = Timeout
8473	2024-12-21T05:56:12.893Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8474	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8475	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
8476	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
8477	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 76 reason = Timeout
8478	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 28 reason = Timeout
8479	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8480	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 26 reason = Timeout
8481	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8482	2024-12-21T05:56:12.894Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
8483	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 26 reason = Timeout
8484	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8485	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
8486	2024-12-21T05:56:12.894Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 26 reason = Timeout
8487	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
8488	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 26 reason = Timeout
8489	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
8490	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8491	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 26 reason = Timeout
8492	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 26 reason = Timeout
8493	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8494	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8495	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 26 reason = Timeout
8496	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8497	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 26 reason = Timeout
8498	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
8499	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 26 reason = Timeout
8500	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
8501	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 26 reason = Timeout
8502	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 26 reason = Timeout
8503	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
8504	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
8505	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8506	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8507	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
8508	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8509	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
8510	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8511	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
8512	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8513	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8514	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
8515	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
8516	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8517	2024-12-21T05:56:12.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
8518	2024-12-21T05:56:12.896Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 315645273 } })
8519	2024-12-21T05:56:12.897Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1103
8520	2024-12-21T05:56:12.897Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 316198326 } })
8521	2024-12-21T05:56:12.897Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1103
8522	2024-12-21T05:56:12.897Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8523	2024-12-21T05:56:12.898Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8524	2024-12-21T05:56:12.898Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.413236ms iteration = 26 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
8525	2024-12-21T05:56:12.899Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
8526	2024-12-21T05:56:12.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
8527	2024-12-21T05:56:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
8528	2024-12-21T05:56:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8529	2024-12-21T05:56:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8530	2024-12-21T05:56:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
8531	2024-12-21T05:56:12.900Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8532	2024-12-21T05:56:12.900Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8533	2024-12-21T05:56:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8534	2024-12-21T05:56:12.902Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
8535	2024-12-21T05:56:12.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
8536	2024-12-21T05:56:12.903Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 8.554746ms iteration = 26 status = {"errors":[],"garbage_collect_requested":[]}
8537	2024-12-21T05:56:12.904Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8538	2024-12-21T05:56:12.904Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
8539	2024-12-21T05:56:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8540	2024-12-21T05:56:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
8541	2024-12-21T05:56:12.904Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
8542	2024-12-21T05:56:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8543	2024-12-21T05:56:12.904Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
8544	2024-12-21T05:56:12.905Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
8545	2024-12-21T05:56:12.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
8546	2024-12-21T05:56:12.906Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8547	2024-12-21T05:56:12.907Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 12.221864ms iteration = 76 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
8548	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
8549	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8550	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8551	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8552	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
8553	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8554	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8555	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
8556	2024-12-21T05:56:12.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8557	2024-12-21T05:56:12.911Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8558	2024-12-21T05:56:12.911Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 16.480986ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
8559	2024-12-21T05:56:12.912Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 330955201 } })
8560	2024-12-21T05:56:12.912Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1103 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
8561	2024-12-21T05:56:12.912Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8562	2024-12-21T05:56:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8563	2024-12-21T05:56:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
8564	2024-12-21T05:56:12.913Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
8565	2024-12-21T05:56:12.913Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
8566	2024-12-21T05:56:12.915Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
8567	2024-12-21T05:56:12.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 20.178096ms iteration = 26 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
8568	2024-12-21T05:56:12.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 24.285075ms iteration = 28 status = {"physical_disks_added":0}
8569	2024-12-21T05:56:12.926Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8570	2024-12-21T05:56:12.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8571	2024-12-21T05:56:12.928Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8572	2024-12-21T05:56:12.930Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8573	2024-12-21T05:56:12.930Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8574	2024-12-21T05:56:12.930Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8575	2024-12-21T05:56:12.932Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8576	2024-12-21T05:56:12.933Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8577	2024-12-21T05:56:12.934Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
8578	2024-12-21T05:56:12.934Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
8579	2024-12-21T05:56:12.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
8580	2024-12-21T05:56:12.935Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
8581	2024-12-21T05:56:12.935Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8582	2024-12-21T05:56:12.935Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8583	2024-12-21T05:56:12.937Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8584	2024-12-21T05:56:12.939Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
8585	2024-12-21T05:56:12.939Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8586	2024-12-21T05:56:12.939Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8587	2024-12-21T05:56:12.940Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8588	2024-12-21T05:56:12.940Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 45.29855ms iteration = 26 status = {"errors":[],"finish_invoked_ok":[]}
8589	2024-12-21T05:56:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
8590	2024-12-21T05:56:12.944Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8591	2024-12-21T05:56:12.944Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8592	2024-12-21T05:56:12.947Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8593	2024-12-21T05:56:12.947Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
8594	2024-12-21T05:56:12.947Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
8595	2024-12-21T05:56:12.947Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
8596	2024-12-21T05:56:12.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 54.382888ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
8597	2024-12-21T05:56:12.950Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
8598	2024-12-21T05:56:12.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
8599	2024-12-21T05:56:12.953Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8600	2024-12-21T05:56:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) } result = Ok(())
8601	2024-12-21T05:56:12.955Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
8602	2024-12-21T05:56:12.955Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
8603	2024-12-21T05:56:13.009Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
8604	2024-12-21T05:56:13.009Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8605	2024-12-21T05:56:13.009Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "073523c0-5bbf-403d-8644-92c802b8e462", "content-length": "26", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8606	2024-12-21T05:56:13.009Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8607	2024-12-21T05:56:13.010Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8608	2024-12-21T05:56:13.093Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
8609	2024-12-21T05:56:13.093Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8610	2024-12-21T05:56:13.093Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "2a9f0f7e-0f62-42f4-815b-87b0f504d7d5", "content-length": "372", "date": "Sat, 21 Dec 2024 05:56:12 GMT"} })
8611	2024-12-21T05:56:13.093Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8612	2024-12-21T05:56:13.093Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8613	2024-12-21T05:56:13.132Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1111 zone_address = fd00:1122:3344:101::2
8614	2024-12-21T05:56:13.132Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8615	2024-12-21T05:56:13.132Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c71231bc-2f04-4472-8b9f-3719b881e150", "content-length": "26", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8616	2024-12-21T05:56:13.132Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1116 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8617	2024-12-21T05:56:13.133Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
8618	2024-12-21T05:56:13.149Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 255.677322ms iteration = 26 status = {}
8619	2024-12-21T05:56:13.214Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1111 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 zone_address = fd00:1122:3344:101::2
8620	2024-12-21T05:56:13.214Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
8621	2024-12-21T05:56:13.215Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0449f484-e2c4-4275-8558-ac16ad55e9f3", "content-length": "26", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8622	2024-12-21T05:56:13.215Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1116 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
8623	2024-12-21T05:56:13.216Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1148 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
8624	2024-12-21T05:56:13.231Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
8625	2024-12-21T05:56:13.231Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "29aa211b-4070-4163-8c55-4b21bda5a577", "content-length": "2", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8626	2024-12-21T05:56:13.233Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
8627	2024-12-21T05:56:13.233Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
8628	2024-12-21T05:56:13.233Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
8629	2024-12-21T05:56:13.234Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "2bfa02a8-e13c-40f5-9694-14b75cfa535f", "content-length": "691", "date": "Sat, 21 Dec 2024 05:56:12 GMT"} })
8630	2024-12-21T05:56:13.234Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
8631	2024-12-21T05:56:13.234Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
8632	2024-12-21T05:56:13.234Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
8633	2024-12-21T05:56:13.236Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 341.039716ms iteration = 26 status = {}
8634	2024-12-21T05:56:13.236Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8635	2024-12-21T05:56:13.236Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8636	2024-12-21T05:56:13.236Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
8637	2024-12-21T05:56:13.236Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
8638	2024-12-21T05:56:13.236Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 341.508317ms iteration = 26 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
8639	2024-12-21T05:56:13.238Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 344.224683ms iteration = 26 status = null
8640	2024-12-21T05:56:13.248Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 original_time_created = 2024-12-21 05:43:24.796525 UTC target_id = 11a6cbf4-334d-46de-95bd-e921e3e6c425 time_created = 2024-12-21 05:43:24.796525 UTC
8641	2024-12-21T05:56:13.248Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 354.287776ms iteration = 76 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","time_created":"2024-12-21T05:43:24.796525Z"}
8642	2024-12-21T05:56:13.249Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
8643	2024-12-21T05:56:13.249Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
8644	2024-12-21T05:56:13.250Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c0eb4e33-d082-448a-b17b-a867bcd19396", "date": "Sat, 21 Dec 2024 05:56:12 GMT"} })
8645	2024-12-21T05:56:13.250Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8646	2024-12-21T05:56:13.250Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8647	2024-12-21T05:56:13.252Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8648	2024-12-21T05:56:13.252Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8649	2024-12-21T05:56:13.254Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
8650	2024-12-21T05:56:13.255Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
8651	2024-12-21T05:56:13.257Z	INFO	nexus (BackgroundTasks): VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
8652	2024-12-21T05:56:13.257Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
8653	2024-12-21T05:56:13.257Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 67885466-b1c6-48f5-a800-f848c80749b6 background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "3c4d60ec-450e-4399-907f-0ff46f4e624a", "date": "Sat, 21 Dec 2024 05:56:12 GMT"} })
8654	2024-12-21T05:56:13.258Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8655	2024-12-21T05:56:13.258Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8656	2024-12-21T05:56:13.259Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8657	2024-12-21T05:56:13.259Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 364.969132ms iteration = 26 status = {}
8658	2024-12-21T05:56:13.259Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8659	2024-12-21T05:56:13.261Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
8660	2024-12-21T05:56:13.263Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) } result = Ok(())
8661	2024-12-21T05:56:13.263Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
8662	2024-12-21T05:56:13.264Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
8663	2024-12-21T05:56:13.264Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 369.88528ms iteration = 26 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
8664	2024-12-21T05:56:13.265Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 370.775782ms iteration = 26 status = 0
8665	2024-12-21T05:56:13.321Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8666	2024-12-21T05:56:13.322Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8667	2024-12-21T05:56:13.323Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) } rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
8668	2024-12-21T05:56:13.323Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8669	2024-12-21T05:56:13.323Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8670	2024-12-21T05:56:13.332Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
8671	2024-12-21T05:56:13.332Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "5b5378a6-8737-448d-a08b-98513ee3bda2", "content-length": "134", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8672	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
8673	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b
8674	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
8675	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
8676	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8677	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8678	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8679	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
8680	2024-12-21T05:56:13.332Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
8681	2024-12-21T05:56:13.333Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
8682	2024-12-21T05:56:13.333Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56
8683	2024-12-21T05:56:13.333Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8684	2024-12-21T05:56:13.333Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8685	2024-12-21T05:56:13.334Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
8686	2024-12-21T05:56:13.334Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "1b8d8fb4-f1ea-4804-b5a4-1703e8386056", "content-length": "2", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8687	2024-12-21T05:56:13.334Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
8688	2024-12-21T05:56:13.334Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "8d0281b5-9807-4ec1-a769-9d8eabff0b0e", "content-length": "52", "date": "Sat, 21 Dec 2024 05:56:13 GMT"} })
8689	2024-12-21T05:56:13.334Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch_location = Switch0
8690	2024-12-21T05:56:13.334Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
8691	2024-12-21T05:56:13.430Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "a328c256-8935-4159-9e66-23a5c75c974b", "date": "Sat, 21 Dec 2024 05:56:12 GMT"} })
8692	2024-12-21T05:56:13.430Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 switch = Switch0
8693	2024-12-21T05:56:13.430Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
8694	2024-12-21T05:56:13.430Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 9691c7fa-48ff-41f7-95ba-39aeacfa3c56 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "ccb75d8f-405f-4a91-b9c1-bcf136c270bc", "content-length": "682", "date": "Sat, 21 Dec 2024 05:56:12 GMT"} })
8695	2024-12-21T05:56:13.430Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8696	2024-12-21T05:56:13.430Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8697	2024-12-21T05:56:13.434Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8698	2024-12-21T05:56:13.434Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8699	2024-12-21T05:56:13.437Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8700	2024-12-21T05:56:13.437Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8701	2024-12-21T05:56:13.439Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8702	2024-12-21T05:56:13.439Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
8703	2024-12-21T05:56:13.446Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 551.256384ms iteration = 26 status = {}
8704	2024-12-21T05:56:17.816Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863 latency_us = 313 local_addr = [fd00:1122:3344:101::b]:63456 method = GET remote_addr = [fd00:1122:3344:101::d]:51089 req_id = 5e9447e1-b9db-4061-a104-a3268371c9cf response_code = 200 uri = /b381127d-ac24-4ced-abe2-28a1272fd710