Max level shown: TRCE DEBG INFO WARN ERRO FATA

1	2025-03-08T00:45:01.283Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "f1c66b8c-c75c-47a0-b388-0723dfc3301e", "date": "Sat, 08 Mar 2025 00:45:00 GMT"} })
2	2025-03-08T00:45:01.283Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
3	2025-03-08T00:45:01.283Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4	2025-03-08T00:45:01.283Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a0d0726b-81ff-4e7f-aeba-a6dcb1f8ebae", "content-length": "682", "date": "Sat, 08 Mar 2025 00:45:00 GMT"} })
5	2025-03-08T00:45:01.283Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6	2025-03-08T00:45:01.284Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
7	2025-03-08T00:45:01.288Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
8	2025-03-08T00:45:01.288Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
9	2025-03-08T00:45:01.291Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
10	2025-03-08T00:45:01.291Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
11	2025-03-08T00:45:01.293Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
12	2025-03-08T00:45:01.293Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
13	2025-03-08T00:45:01.301Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 661.946022ms iteration = 10 status = {}
14	2025-03-08T00:45:02.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 335 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = e7240af3-704f-42eb-a4da-d3fd16c99650 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
15	2025-03-08T00:45:10.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 29 reason = Timeout
16	2025-03-08T00:45:10.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
17	2025-03-08T00:45:10.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 29 reason = Timeout
18	2025-03-08T00:45:10.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
19	2025-03-08T00:45:10.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
20	2025-03-08T00:45:10.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
21	2025-03-08T00:45:10.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
22	2025-03-08T00:45:10.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
23	2025-03-08T00:45:10.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
24	2025-03-08T00:45:10.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.61343ms iteration = 29 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
25	2025-03-08T00:45:10.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
26	2025-03-08T00:45:10.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
27	2025-03-08T00:45:10.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
28	2025-03-08T00:45:10.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
29	2025-03-08T00:45:10.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
30	2025-03-08T00:45:10.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
31	2025-03-08T00:45:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
32	2025-03-08T00:45:10.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
33	2025-03-08T00:45:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
34	2025-03-08T00:45:10.662Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
35	2025-03-08T00:45:10.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.758152ms iteration = 29 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
36	2025-03-08T00:45:12.641Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:52235
37	2025-03-08T00:45:12.641Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52235 req_id = 32f29ff4-38d6-4983-b66a-4de359b61606 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
38	2025-03-08T00:45:12.642Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52235 req_id = 32f29ff4-38d6-4983-b66a-4de359b61606 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
39	2025-03-08T00:45:12.644Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2446 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52235 req_id = 32f29ff4-38d6-4983-b66a-4de359b61606 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
40	2025-03-08T00:45:12.644Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52235 req_id = 03b319ea-9b18-4198-bc1e-360d49732df0 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
41	2025-03-08T00:45:12.644Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52235 req_id = 03b319ea-9b18-4198-bc1e-360d49732df0 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
42	2025-03-08T00:45:12.646Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2296 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:52235 req_id = 03b319ea-9b18-4198-bc1e-360d49732df0 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
43	2025-03-08T00:45:12.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 288 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 36081bc7-a5e7-4522-aead-e822b473f581 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
44	2025-03-08T00:45:20.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 30 reason = Timeout
45	2025-03-08T00:45:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
46	2025-03-08T00:45:20.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 30 reason = Timeout
47	2025-03-08T00:45:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
48	2025-03-08T00:45:20.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
49	2025-03-08T00:45:20.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
50	2025-03-08T00:45:20.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
51	2025-03-08T00:45:20.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
52	2025-03-08T00:45:20.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
53	2025-03-08T00:45:20.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
54	2025-03-08T00:45:20.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
55	2025-03-08T00:45:20.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
56	2025-03-08T00:45:20.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
57	2025-03-08T00:45:20.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
58	2025-03-08T00:45:20.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
59	2025-03-08T00:45:20.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
60	2025-03-08T00:45:20.665Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
61	2025-03-08T00:45:20.665Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 25.575551ms iteration = 30 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
62	2025-03-08T00:45:20.675Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
63	2025-03-08T00:45:20.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
64	2025-03-08T00:45:20.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 37.170377ms iteration = 30 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
65	2025-03-08T00:45:22.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 296 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 90e0ce8a-f977-4575-9176-0aa3afead6e1 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
66	2025-03-08T00:45:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 11 reason = Timeout
67	2025-03-08T00:45:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 6 reason = Timeout
68	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
69	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
70	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
71	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 11 reason = Timeout
72	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 6 reason = Timeout
73	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
74	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 8 reason = Timeout
75	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 6 reason = Timeout
76	2025-03-08T00:45:30.640Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:35:30.640000717 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
77	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
78	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 6 reason = Timeout
79	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 11 reason = Timeout
80	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
81	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 31 reason = Timeout
82	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_rendezvous iteration = 3 reason = Timeout
83	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
84	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
85	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 6 reason = Timeout
86	2025-03-08T00:45:30.640Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
87	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
88	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 11 reason = Timeout
89	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 12 reason = Timeout
90	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 6 reason = Timeout
91	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
92	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
93	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 6 reason = Timeout
94	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 8 reason = Timeout
95	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 11 reason = Timeout
96	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 11 reason = Timeout
97	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
98	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
99	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 11 reason = Timeout
100	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
101	2025-03-08T00:45:30.640Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
102	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
103	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 11 reason = Timeout
104	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
105	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 2 reason = Timeout
106	2025-03-08T00:45:30.640Z	DEBG	nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
107	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
108	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 11 reason = Timeout
109	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
110	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 31 reason = Timeout
111	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
112	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 6 reason = Timeout
113	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
114	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
115	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 7 reason = Timeout
116	2025-03-08T00:45:30.640Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
117	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.79\u{b5}s iteration = 7 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
118	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 11 reason = Timeout
119	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 11 reason = Timeout
120	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
121	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
122	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
123	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
124	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
125	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
126	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
127	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
128	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
129	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
130	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
131	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
132	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
133	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
134	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
135	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
136	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
137	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
138	2025-03-08T00:45:30.640Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 662967615 } })
139	2025-03-08T00:45:30.640Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 662972765 } })
140	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
141	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
142	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
143	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
144	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
145	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
146	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 6 reason = Timeout
147	2025-03-08T00:45:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
148	2025-03-08T00:45:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
149	2025-03-08T00:45:30.641Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
150	2025-03-08T00:45:30.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.435015ms iteration = 6 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
151	2025-03-08T00:45:30.641Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
152	2025-03-08T00:45:30.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.483286ms iteration = 6 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
153	2025-03-08T00:45:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
154	2025-03-08T00:45:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
155	2025-03-08T00:45:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
156	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 11 reason = Timeout
157	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
158	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 11 reason = Timeout
159	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
160	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = tuf_artifact_replication iteration = 2 reason = Timeout
161	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
162	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
163	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 6 reason = Timeout
164	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
165	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
166	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 11 reason = Timeout
167	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
168	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
169	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 11 reason = Timeout
170	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
171	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 11 reason = Timeout
172	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
173	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
174	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
175	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
176	2025-03-08T00:45:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
177	2025-03-08T00:45:30.645Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:35:30.640000717 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
178	2025-03-08T00:45:30.645Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 5.508447ms iteration = 6 status = {"expiration":"2025-03-08T00:35:30.640000717Z","pruned":[]}
179	2025-03-08T00:45:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
180	2025-03-08T00:45:30.646Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 6.393267ms iteration = 11 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
181	2025-03-08T00:45:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
182	2025-03-08T00:45:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
183	2025-03-08T00:45:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
184	2025-03-08T00:45:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
185	2025-03-08T00:45:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
186	2025-03-08T00:45:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
187	2025-03-08T00:45:30.649Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
188	2025-03-08T00:45:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
189	2025-03-08T00:45:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
190	2025-03-08T00:45:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
191	2025-03-08T00:45:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
192	2025-03-08T00:45:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
193	2025-03-08T00:45:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
194	2025-03-08T00:45:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Inventory result = Ok(())
195	2025-03-08T00:45:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
196	2025-03-08T00:45:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
197	2025-03-08T00:45:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
198	2025-03-08T00:45:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
199	2025-03-08T00:45:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
200	2025-03-08T00:45:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
201	2025-03-08T00:45:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
202	2025-03-08T00:45:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
203	2025-03-08T00:45:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
204	2025-03-08T00:45:30.656Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
205	2025-03-08T00:45:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
206	2025-03-08T00:45:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
207	2025-03-08T00:45:30.656Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
208	2025-03-08T00:45:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
209	2025-03-08T00:45:30.658Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
210	2025-03-08T00:45:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
211	2025-03-08T00:45:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
212	2025-03-08T00:45:30.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
213	2025-03-08T00:45:30.660Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
214	2025-03-08T00:45:30.660Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 682722962 } })
215	2025-03-08T00:45:30.660Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
216	2025-03-08T00:45:30.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
217	2025-03-08T00:45:30.661Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
218	2025-03-08T00:45:30.661Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
219	2025-03-08T00:45:30.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
220	2025-03-08T00:45:30.662Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
221	2025-03-08T00:45:30.662Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
222	2025-03-08T00:45:30.662Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
223	2025-03-08T00:45:30.663Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
224	2025-03-08T00:45:30.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
225	2025-03-08T00:45:30.666Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
226	2025-03-08T00:45:30.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
227	2025-03-08T00:45:30.666Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 688993017 } })
228	2025-03-08T00:45:30.667Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
229	2025-03-08T00:45:30.667Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
230	2025-03-08T00:45:30.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
231	2025-03-08T00:45:30.670Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
232	2025-03-08T00:45:30.671Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
233	2025-03-08T00:45:30.671Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
234	2025-03-08T00:45:30.671Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
235	2025-03-08T00:45:30.671Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
236	2025-03-08T00:45:30.674Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
237	2025-03-08T00:45:30.674Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 31.124218ms iteration = 11 status = {"errors":[],"requests_created_ok":[]}
238	2025-03-08T00:45:30.675Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
239	2025-03-08T00:45:30.675Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
240	2025-03-08T00:45:30.675Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
241	2025-03-08T00:45:30.675Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
242	2025-03-08T00:45:30.676Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
243	2025-03-08T00:45:30.678Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 34.937012ms iteration = 6 status = {"errors":[],"found_port_ok":[]}
244	2025-03-08T00:45:30.679Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
245	2025-03-08T00:45:30.680Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
246	2025-03-08T00:45:30.681Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 703139896 } })
247	2025-03-08T00:45:30.681Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
248	2025-03-08T00:45:30.681Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
249	2025-03-08T00:45:30.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
250	2025-03-08T00:45:30.682Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
251	2025-03-08T00:45:30.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
252	2025-03-08T00:45:30.683Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
253	2025-03-08T00:45:30.683Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
254	2025-03-08T00:45:30.683Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
255	2025-03-08T00:45:30.683Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
256	2025-03-08T00:45:30.683Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
257	2025-03-08T00:45:30.683Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 43.780941ms iteration = 6 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
258	2025-03-08T00:45:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
259	2025-03-08T00:45:30.684Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
260	2025-03-08T00:45:30.685Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
261	2025-03-08T00:45:30.685Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
262	2025-03-08T00:45:30.686Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
263	2025-03-08T00:45:30.687Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
264	2025-03-08T00:45:30.687Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
265	2025-03-08T00:45:30.687Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
266	2025-03-08T00:45:30.687Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
267	2025-03-08T00:45:30.688Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
268	2025-03-08T00:45:30.690Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 50.343623ms iteration = 31 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
269	2025-03-08T00:45:30.691Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
270	2025-03-08T00:45:30.695Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
271	2025-03-08T00:45:30.695Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
272	2025-03-08T00:45:30.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
273	2025-03-08T00:45:30.696Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
274	2025-03-08T00:45:30.696Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 56.76749ms iteration = 11 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
275	2025-03-08T00:45:30.698Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
276	2025-03-08T00:45:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
277	2025-03-08T00:45:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
278	2025-03-08T00:45:30.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
279	2025-03-08T00:45:30.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
280	2025-03-08T00:45:30.701Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
281	2025-03-08T00:45:30.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
282			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
283	2025-03-08T00:45:30.704Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
284	2025-03-08T00:45:30.704Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
285	2025-03-08T00:45:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
286	2025-03-08T00:45:30.704Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
287	2025-03-08T00:45:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
288	2025-03-08T00:45:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
289	2025-03-08T00:45:30.708Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
290	2025-03-08T00:45:30.708Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
291	2025-03-08T00:45:30.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
292			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
293	2025-03-08T00:45:30.730Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 86.579227ms iteration = 11 status = {"errors":[],"finish_invoked_ok":[]}
294	2025-03-08T00:45:30.732Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
295	2025-03-08T00:45:30.733Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
296	2025-03-08T00:45:30.733Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
297	2025-03-08T00:45:30.733Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 92.114473ms iteration = 6 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
298	2025-03-08T00:45:30.733Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
299	2025-03-08T00:45:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
300	2025-03-08T00:45:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
301	2025-03-08T00:45:30.734Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
302	2025-03-08T00:45:30.734Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
303	2025-03-08T00:45:30.736Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 92.211325ms iteration = 11 status = {"errors":[],"garbage_collect_requested":[]}
304	2025-03-08T00:45:30.739Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
305	2025-03-08T00:45:30.740Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
306	2025-03-08T00:45:30.740Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
307	2025-03-08T00:45:30.741Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
308	2025-03-08T00:45:30.741Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
309	2025-03-08T00:45:30.742Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
310	2025-03-08T00:45:30.742Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
311	2025-03-08T00:45:30.742Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
312	2025-03-08T00:45:30.744Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
313	2025-03-08T00:45:30.744Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
314	2025-03-08T00:45:30.744Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 104.588181ms iteration = 6 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
315	2025-03-08T00:45:30.750Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 106.118839ms iteration = 11 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
316	2025-03-08T00:45:30.752Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
317	2025-03-08T00:45:30.752Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
318	2025-03-08T00:45:30.754Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
319	2025-03-08T00:45:30.754Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
320	2025-03-08T00:45:30.754Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
321	2025-03-08T00:45:30.754Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
322	2025-03-08T00:45:30.758Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
323	2025-03-08T00:45:30.758Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
324	2025-03-08T00:45:30.758Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
325	2025-03-08T00:45:30.758Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
326	2025-03-08T00:45:30.758Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
327	2025-03-08T00:45:30.761Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
328	2025-03-08T00:45:30.761Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
329	2025-03-08T00:45:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
330	2025-03-08T00:45:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
331	2025-03-08T00:45:30.774Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
332	2025-03-08T00:45:30.806Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
333	2025-03-08T00:45:30.836Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 196.642232ms iteration = 12 status = {"physical_disks_added":0}
334	2025-03-08T00:45:30.854Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
335	2025-03-08T00:45:30.854Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
336	2025-03-08T00:45:30.855Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa2aa12d-c4d0-4bbc-bb04-a2f366cc8ab3", "content-length": "26", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} })
337	2025-03-08T00:45:30.855Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
338	2025-03-08T00:45:30.857Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
339	2025-03-08T00:45:30.870Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
340	2025-03-08T00:45:30.870Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
341	2025-03-08T00:45:30.871Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "50b5d7ce-cc0f-4018-9a24-967f0f7349bb", "content-length": "26", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} })
342	2025-03-08T00:45:30.871Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
343	2025-03-08T00:45:30.873Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
344	2025-03-08T00:45:30.952Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
345	2025-03-08T00:45:30.952Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
346	2025-03-08T00:45:30.953Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5a69d9bc-2aa9-4eb1-a468-924bee368544", "content-length": "26", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} })
347	2025-03-08T00:45:30.953Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
348	2025-03-08T00:45:30.954Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
349	2025-03-08T00:45:30.995Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
350	2025-03-08T00:45:30.995Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
351	2025-03-08T00:45:30.997Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
352	2025-03-08T00:45:30.997Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
353	2025-03-08T00:45:30.998Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 358.758542ms iteration = 11 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
354	2025-03-08T00:45:30.999Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
355	2025-03-08T00:45:30.999Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
356	2025-03-08T00:45:30.999Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
357	2025-03-08T00:45:31.000Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
358	2025-03-08T00:45:31.000Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
359	2025-03-08T00:45:31.001Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
360	2025-03-08T00:45:31.001Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
361	2025-03-08T00:45:31.002Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
362	2025-03-08T00:45:31.002Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
363	2025-03-08T00:45:31.002Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
364	2025-03-08T00:45:31.002Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
365	2025-03-08T00:45:31.002Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
366	2025-03-08T00:45:31.002Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
367	2025-03-08T00:45:31.003Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
368	2025-03-08T00:45:31.003Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
369	2025-03-08T00:45:31.003Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
370	2025-03-08T00:45:31.003Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
371	2025-03-08T00:45:31.004Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "20e6095f-6fc9-4587-a470-17d2dce729bd", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
372	2025-03-08T00:45:31.004Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
373	2025-03-08T00:45:31.005Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "455cb01b-0849-463b-95c8-ced60621a331", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
374	2025-03-08T00:45:31.005Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
375	2025-03-08T00:45:31.006Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
376	2025-03-08T00:45:31.006Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
377	2025-03-08T00:45:31.006Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
378	2025-03-08T00:45:31.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
379	2025-03-08T00:45:31.007Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
380	2025-03-08T00:45:31.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
381	2025-03-08T00:45:31.008Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
382	2025-03-08T00:45:31.008Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 368.266157ms iteration = 8 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
383	2025-03-08T00:45:31.008Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
384	2025-03-08T00:45:31.009Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
385	2025-03-08T00:45:31.009Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 368.965894ms iteration = 31 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
386	2025-03-08T00:45:31.009Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
387	2025-03-08T00:45:31.010Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
388	2025-03-08T00:45:31.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
389	2025-03-08T00:45:31.012Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
390	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
391	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
392	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
393	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
394	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
395	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
396	2025-03-08T00:45:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
397	2025-03-08T00:45:31.016Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
398	2025-03-08T00:45:31.016Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
399	2025-03-08T00:45:31.016Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
400	2025-03-08T00:45:31.016Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 376.951451ms iteration = 6 status = {"generation":2}
401	2025-03-08T00:45:31.018Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 378.342055ms iteration = 11 status = 0
402	2025-03-08T00:45:31.030Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
403	2025-03-08T00:45:31.030Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 390.28972ms iteration = 6 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
404	2025-03-08T00:45:31.033Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
405	2025-03-08T00:45:31.035Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
406	2025-03-08T00:45:31.035Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
407	2025-03-08T00:45:31.035Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
408	2025-03-08T00:45:31.040Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
409	2025-03-08T00:45:31.044Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
410	2025-03-08T00:45:31.044Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
411	2025-03-08T00:45:31.044Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 404.029589ms iteration = 11 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
412	2025-03-08T00:45:31.045Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 401.720272ms iteration = 11 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
413	2025-03-08T00:45:31.051Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
414	2025-03-08T00:45:31.051Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
415	2025-03-08T00:45:31.052Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
416	2025-03-08T00:45:31.054Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
417	2025-03-08T00:45:31.054Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
418	2025-03-08T00:45:31.054Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
419	2025-03-08T00:45:31.054Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
420	2025-03-08T00:45:31.054Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
421	2025-03-08T00:45:31.061Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
422	2025-03-08T00:45:31.061Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
423	2025-03-08T00:45:31.061Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
424	2025-03-08T00:45:31.062Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
425	2025-03-08T00:45:31.075Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
426	2025-03-08T00:45:31.075Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 435.771293ms iteration = 11 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
427	2025-03-08T00:45:31.081Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 440.765786ms iteration = 11 status = {}
428	2025-03-08T00:45:31.086Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1c0a97eb-ed50-4419-b703-a624c4eb84b9", "content-length": "372", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
429	2025-03-08T00:45:31.086Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
430	2025-03-08T00:45:31.087Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
431	2025-03-08T00:45:31.141Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
432	2025-03-08T00:45:31.142Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
433	2025-03-08T00:45:31.145Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
434	2025-03-08T00:45:31.147Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
435	2025-03-08T00:45:31.147Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
436	2025-03-08T00:45:31.147Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
437	2025-03-08T00:45:31.148Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
438	2025-03-08T00:45:31.148Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
439	2025-03-08T00:45:31.179Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
440	2025-03-08T00:45:31.180Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
441	2025-03-08T00:45:31.181Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
442	2025-03-08T00:45:31.181Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
443	2025-03-08T00:45:31.181Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
444	2025-03-08T00:45:31.181Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "8b41bf83-4fc3-411b-9286-69a30a1b9749", "content-length": "1", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
445	2025-03-08T00:45:31.183Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
446	2025-03-08T00:45:31.183Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
447	2025-03-08T00:45:31.184Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
448	2025-03-08T00:45:31.184Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
449	2025-03-08T00:45:31.184Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
450	2025-03-08T00:45:31.185Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
451	2025-03-08T00:45:31.185Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
452	2025-03-08T00:45:31.185Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
453	2025-03-08T00:45:31.186Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 545.89543ms iteration = 11 status = null
454	2025-03-08T00:45:31.187Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
455	2025-03-08T00:45:31.188Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
456	2025-03-08T00:45:31.188Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
457	2025-03-08T00:45:31.188Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
458	2025-03-08T00:45:31.189Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
459	2025-03-08T00:45:31.189Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
460	2025-03-08T00:45:31.189Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
461	2025-03-08T00:45:31.189Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
462	2025-03-08T00:45:31.189Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
463	2025-03-08T00:45:31.190Z	INFO	nexus (BackgroundTasks): ensured all Crucible datasets present in inventory have database records background_task = blueprint_rendezvous file = nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113 num_already_exist = 9 num_inserted = 0 num_not_in_inventory = 0
464	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_rendezvous elapsed = 550.553515ms iteration = 3 status = {"blueprint_id":"a346f089-8033-4b92-b854-361d1da5cab2","inventory_collection_id":"5d660b6a-29ce-4cae-9812-4763cac396ab","stats":{"crucible_dataset":{"num_already_exist":9,"num_inserted":0,"num_not_in_inventory":0},"debug_dataset":{"num_already_exist":9,"num_already_tombstoned":0,"num_inserted":0,"num_not_in_inventory":0,"num_tombstoned":0}}}
465	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
466	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
467	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
468	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
469	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
470	2025-03-08T00:45:31.192Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
471	2025-03-08T00:45:31.193Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
472	2025-03-08T00:45:31.193Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
473	2025-03-08T00:45:31.193Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
474	2025-03-08T00:45:31.194Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
475	2025-03-08T00:45:31.194Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
476	2025-03-08T00:45:31.195Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = tuf_artifact_replication body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/artifacts
477	2025-03-08T00:45:31.195Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
478	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = tuf_artifact_replication result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/artifacts", status: 200, headers: {"content-type": "application/json", "x-request-id": "7b1102ca-e287-4a87-86f3-6e15e9e7c5f8", "content-length": "2", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
479	2025-03-08T00:45:31.196Z	INFO	nexus (BackgroundTasks): Successfully got artifact list background_task = tuf_artifact_replication file = nexus/src/app/background/tasks/tuf_artifact_replication.rs:615 sled = http://[fd00:1122:3344:101::1]:12345
480	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
481	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "5e92812e-6c58-4afc-a4f2-256f6d0f4641", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
482	2025-03-08T00:45:31.196Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
483	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
484	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
485	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
486	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 556.312187ms iteration = 6 status = {"generation":1}
487	2025-03-08T00:45:31.196Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
488	2025-03-08T00:45:31.197Z	DEBG	nexus (BackgroundTasks): activation complete background_task = tuf_artifact_replication elapsed = 554.082562ms iteration = 2 status = {"last_run_counters":{"copy_err":0,"copy_ok":0,"delete_err":0,"delete_ok":0,"list_err":0,"list_ok":1,"put_err":0,"put_ok":0},"lifetime_counters":{"copy_err":0,"copy_ok":0,"delete_err":0,"delete_ok":0,"list_err":0,"list_ok":2,"put_err":0,"put_ok":0},"local_repos":0,"request_debug_ringbuf":[{"operation":"list","target_sled":"87826585-0843-40d2-a3ce-382fa54dbc5c","time":"2025-03-08T00:40:31.037308967Z"},{"operation":"list","target_sled":"87826585-0843-40d2-a3ce-382fa54dbc5c","time":"2025-03-08T00:45:31.196252052Z"}]}
489	2025-03-08T00:45:31.198Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "421150cd-3601-4a22-8107-deb43ebde62e", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
490	2025-03-08T00:45:31.198Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
491	2025-03-08T00:45:31.198Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
492	2025-03-08T00:45:31.198Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
493	2025-03-08T00:45:31.199Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "5f7d2983-ca69-4b4c-aa26-6923a573b662", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
494	2025-03-08T00:45:31.199Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
495	2025-03-08T00:45:31.201Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
496	2025-03-08T00:45:31.201Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 561.786892ms iteration = 8 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
497	2025-03-08T00:45:31.203Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
498	2025-03-08T00:45:31.203Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
499	2025-03-08T00:45:31.203Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "ec7caf72-299b-4e4a-a490-f0fb47987e55", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
500	2025-03-08T00:45:31.203Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
501	2025-03-08T00:45:31.203Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
502	2025-03-08T00:45:31.205Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
503	2025-03-08T00:45:31.206Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
504	2025-03-08T00:45:31.206Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
505	2025-03-08T00:45:31.206Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
506	2025-03-08T00:45:31.209Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
507	2025-03-08T00:45:31.209Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
508	2025-03-08T00:45:31.209Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
509	2025-03-08T00:45:31.209Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
510	2025-03-08T00:45:31.209Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
511	2025-03-08T00:45:31.212Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
512	2025-03-08T00:45:31.212Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
513	2025-03-08T00:45:31.213Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "809ffa28-e6ed-4517-a16c-25be9d961931", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
514	2025-03-08T00:45:31.215Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 575.192372ms iteration = 11 status = {}
515	2025-03-08T00:45:31.218Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
516	2025-03-08T00:45:31.219Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3089fe39-148b-4b17-9e58-f046d73bb5fd", "content-length": "134", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
517	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
518	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
519	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
520	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
521	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
522	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
523	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
524	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
525	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
526	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
527	2025-03-08T00:45:31.219Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
528	2025-03-08T00:45:31.219Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
529	2025-03-08T00:45:31.220Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
530	2025-03-08T00:45:31.221Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
531	2025-03-08T00:45:31.222Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "0b96f1e7-47c0-4d59-b2a1-ab4baf2aa0ed", "content-length": "2", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
532	2025-03-08T00:45:31.222Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
533	2025-03-08T00:45:31.222Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "6add20e6-51fb-470d-abcf-19130e0657ac", "content-length": "52", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
534	2025-03-08T00:45:31.222Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
535	2025-03-08T00:45:31.222Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
536	2025-03-08T00:45:31.237Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
537	2025-03-08T00:45:31.237Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
538	2025-03-08T00:45:31.238Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
539	2025-03-08T00:45:31.239Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
540	2025-03-08T00:45:31.240Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
541	2025-03-08T00:45:31.243Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
542	2025-03-08T00:45:31.243Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
543	2025-03-08T00:45:31.244Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
544	2025-03-08T00:45:31.246Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
545	2025-03-08T00:45:31.246Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
546	2025-03-08T00:45:31.248Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
547	2025-03-08T00:45:31.248Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
548	2025-03-08T00:45:31.250Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
549	2025-03-08T00:45:31.250Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
550	2025-03-08T00:45:31.252Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
551	2025-03-08T00:45:31.253Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
552	2025-03-08T00:45:31.254Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
553	2025-03-08T00:45:31.254Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
554	2025-03-08T00:45:31.255Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
555	2025-03-08T00:45:31.255Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
556	2025-03-08T00:45:31.257Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
557	2025-03-08T00:45:31.260Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
558	2025-03-08T00:45:31.260Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
559	2025-03-08T00:45:31.260Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
560	2025-03-08T00:45:31.262Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
561	2025-03-08T00:45:31.262Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
562	2025-03-08T00:45:31.290Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
563	2025-03-08T00:45:31.292Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
564	2025-03-08T00:45:31.292Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
565	2025-03-08T00:45:31.294Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
566	2025-03-08T00:45:31.298Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
567	2025-03-08T00:45:31.298Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
568	2025-03-08T00:45:31.298Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
569	2025-03-08T00:45:31.302Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
570	2025-03-08T00:45:31.302Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
571	2025-03-08T00:45:31.304Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
572	2025-03-08T00:45:31.305Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
573	2025-03-08T00:45:31.306Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
574	2025-03-08T00:45:31.307Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
575	2025-03-08T00:45:31.313Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
576	2025-03-08T00:45:31.314Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
577	2025-03-08T00:45:31.316Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
578	2025-03-08T00:45:31.317Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
579	2025-03-08T00:45:31.318Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
580	2025-03-08T00:45:31.318Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
581	2025-03-08T00:45:31.319Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
582	2025-03-08T00:45:31.320Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
583	2025-03-08T00:45:31.321Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
584	2025-03-08T00:45:31.325Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
585	2025-03-08T00:45:31.325Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
586	2025-03-08T00:45:31.325Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
587	2025-03-08T00:45:31.327Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
588	2025-03-08T00:45:31.327Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
589	2025-03-08T00:45:31.328Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
590	2025-03-08T00:45:31.328Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
591	2025-03-08T00:45:31.329Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
592	2025-03-08T00:45:31.330Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7d807151-9e65-4e5e-a0e3-43d9476a3fdd", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
593	2025-03-08T00:45:31.330Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
594	2025-03-08T00:45:31.330Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
595	2025-03-08T00:45:31.331Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "d13e5e3c-e763-4475-9191-20e1a5df7b2e", "content-length": "691", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} })
596	2025-03-08T00:45:31.331Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
597	2025-03-08T00:45:31.331Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
598	2025-03-08T00:45:31.331Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
599	2025-03-08T00:45:31.331Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "075c6f3c-d195-4b8b-8412-473d624f7923", "content-length": "682", "date": "Sat, 08 Mar 2025 00:45:30 GMT"} })
600	2025-03-08T00:45:31.331Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
601	2025-03-08T00:45:31.331Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
602	2025-03-08T00:45:31.332Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 692.475116ms iteration = 11 status = {}
603	2025-03-08T00:45:31.333Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
604	2025-03-08T00:45:31.333Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
605	2025-03-08T00:45:31.333Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
606	2025-03-08T00:45:31.335Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
607	2025-03-08T00:45:31.335Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
608	2025-03-08T00:45:31.337Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
609	2025-03-08T00:45:31.338Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
610	2025-03-08T00:45:31.339Z	DEBG	nexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("external-dns"): [NetworkInterface { id: 4d0825be-9769-464b-9eb9-39c5eebe5d62, kind: Service { id: da0d8428-046e-431d-9a82-470b80ca232a }, name: Name("external-dns-da0d8428-046e-431d-9a82-470b80ca232a"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 176])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d157e977-c32e-4a22-a13f-9a7473eb90e5, kind: Service { id: 59287b7e-0d61-4586-b7c5-e79476927737 }, name: Name("external-dns-59287b7e-0d61-4586-b7c5-e79476927737"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("nexus"): [NetworkInterface { id: 0c3d6881-8d48-4d96-9ed0-85d27344279b, kind: Service { id: 4d603338-4154-45db-a26b-b6679dc7f0ec }, name: Name("nexus-4d603338-4154-45db-a26b-b6679dc7f0ec"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3723c067-03a8-4ed5-9a97-5c3ee10bca5c, kind: Service { id: 841ee309-4e1e-443f-ae06-2ad5eb454a8d }, name: Name("nexus-841ee309-4e1e-443f-ae06-2ad5eb454a8d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 133])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d79ffed2-490d-44d6-943a-e4d940d7938a, kind: Service { id: 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f }, name: Name("nexus-8b94fb8b-b81f-40e3-a7d8-ae559205ae7f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 217])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
611	2025-03-08T00:45:31.339Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
612	2025-03-08T00:45:31.339Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
613	2025-03-08T00:45:31.339Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
614	2025-03-08T00:45:31.340Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
615	2025-03-08T00:45:31.341Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
616	2025-03-08T00:45:31.342Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
617	2025-03-08T00:45:31.342Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
618	2025-03-08T00:45:31.342Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
619	2025-03-08T00:45:31.344Z	DEBG	nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
620	2025-03-08T00:45:31.344Z	DEBG	nexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d0825be-9769-464b-9eb9-39c5eebe5d62, kind: Service { id: da0d8428-046e-431d-9a82-470b80ca232a }, name: Name("external-dns-da0d8428-046e-431d-9a82-470b80ca232a"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 176])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d157e977-c32e-4a22-a13f-9a7473eb90e5, kind: Service { id: 59287b7e-0d61-4586-b7c5-e79476927737 }, name: Name("external-dns-59287b7e-0d61-4586-b7c5-e79476927737"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0c3d6881-8d48-4d96-9ed0-85d27344279b, kind: Service { id: 4d603338-4154-45db-a26b-b6679dc7f0ec }, name: Name("nexus-4d603338-4154-45db-a26b-b6679dc7f0ec"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3723c067-03a8-4ed5-9a97-5c3ee10bca5c, kind: Service { id: 841ee309-4e1e-443f-ae06-2ad5eb454a8d }, name: Name("nexus-841ee309-4e1e-443f-ae06-2ad5eb454a8d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 133])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d79ffed2-490d-44d6-943a-e4d940d7938a, kind: Service { id: 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f }, name: Name("nexus-8b94fb8b-b81f-40e3-a7d8-ae559205ae7f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 217])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
621	2025-03-08T00:45:31.344Z	DEBG	nexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
622	2025-03-08T00:45:31.346Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 706.527163ms iteration = 11 status = {}
623	2025-03-08T00:45:31.459Z	DEBG	nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 87826585-0843-40d2-a3ce-382fa54dbc5c, time_created: 2025-03-08T00:40:28.174204Z, time_modified: 2025-03-08T00:40:28.174204Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]
624	2025-03-08T00:45:31.459Z	DEBG	nexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
625	2025-03-08T00:45:31.459Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
626	2025-03-08T00:45:31.460Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
627	2025-03-08T00:45:31.464Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
628	2025-03-08T00:45:31.464Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
629	2025-03-08T00:45:31.466Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
630	2025-03-08T00:45:31.469Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
631	2025-03-08T00:45:31.506Z	DEBG	nexus (service-firewall-rule-progator): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
632	2025-03-08T00:45:31.506Z	DEBG	nexus (service-firewall-rule-progator): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "12400e50-d066-4519-be5b-6fc5e065bba6", "date": "Sat, 08 Mar 2025 00:45:31 GMT"} })
633	2025-03-08T00:45:31.508Z	INFO	nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
634	2025-03-08T00:45:31.508Z	DEBG	nexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 868.207602ms
635	2025-03-08T00:45:31.508Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 868.218073ms iteration = 2 status = {}
636	2025-03-08T00:45:32.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 260 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 98d96a94-50c4-4122-92db-9d9227ea57d0 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
637	2025-03-08T00:45:40.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 32 reason = Timeout
638	2025-03-08T00:45:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
639	2025-03-08T00:45:40.640Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 32 reason = Timeout
640	2025-03-08T00:45:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
641	2025-03-08T00:45:40.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
642	2025-03-08T00:45:40.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
643	2025-03-08T00:45:40.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
644	2025-03-08T00:45:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
645	2025-03-08T00:45:40.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
646	2025-03-08T00:45:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
647	2025-03-08T00:45:40.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
648	2025-03-08T00:45:40.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
649	2025-03-08T00:45:40.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
650	2025-03-08T00:45:40.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
651	2025-03-08T00:45:40.651Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
652	2025-03-08T00:45:40.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
653	2025-03-08T00:45:40.664Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
654	2025-03-08T00:45:40.664Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.557916ms iteration = 32 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
655	2025-03-08T00:45:40.670Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
656	2025-03-08T00:45:40.670Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
657	2025-03-08T00:45:40.705Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.622469ms iteration = 32 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
658	2025-03-08T00:45:42.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 300 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = eed2ad74-b873-4cf6-8e7c-5c93b99d5c16 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
659	2025-03-08T00:45:50.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 33 reason = Timeout
660	2025-03-08T00:45:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
661	2025-03-08T00:45:50.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 33 reason = Timeout
662	2025-03-08T00:45:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
663	2025-03-08T00:45:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
664	2025-03-08T00:45:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
665	2025-03-08T00:45:50.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
666	2025-03-08T00:45:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
667	2025-03-08T00:45:50.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
668	2025-03-08T00:45:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
669	2025-03-08T00:45:50.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
670	2025-03-08T00:45:50.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
671	2025-03-08T00:45:50.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
672	2025-03-08T00:45:50.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
673	2025-03-08T00:45:50.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
674	2025-03-08T00:45:50.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
675	2025-03-08T00:45:50.659Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
676	2025-03-08T00:45:50.659Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.769473ms iteration = 33 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
677	2025-03-08T00:45:50.670Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
678	2025-03-08T00:45:50.670Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
679	2025-03-08T00:45:50.699Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.947824ms iteration = 33 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
680	2025-03-08T00:45:52.654Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 361 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 188f458d-f0b5-4e4d-8667-4d9cf9006b88 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
681	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 12 reason = Timeout
682	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 12 reason = Timeout
683	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
684	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 12 reason = Timeout
685	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
686	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
687	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 34 reason = Timeout
688	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
689	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 12 reason = Timeout
690	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 12 reason = Timeout
691	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
692	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
693	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 12 reason = Timeout
694	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 13 reason = Timeout
695	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
696	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 12 reason = Timeout
697	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 12 reason = Timeout
698	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
699	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
700	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
701	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 12 reason = Timeout
702	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 12 reason = Timeout
703	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
704	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
705	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 34 reason = Timeout
706	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
707	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 12 reason = Timeout
708	2025-03-08T00:46:00.639Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
709	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
710	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
711	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
712	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
713	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
714	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
715	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
716	2025-03-08T00:46:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
717	2025-03-08T00:46:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
718	2025-03-08T00:46:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
719	2025-03-08T00:46:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
720	2025-03-08T00:46:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
721	2025-03-08T00:46:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
722	2025-03-08T00:46:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
723	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
724	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 12 reason = Timeout
725	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
726	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 12 reason = Timeout
727	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
728	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 12 reason = Timeout
729	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
730	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 12 reason = Timeout
731	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
732	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 12 reason = Timeout
733	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
734	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
735	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
736	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
737	2025-03-08T00:46:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
738	2025-03-08T00:46:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
739	2025-03-08T00:46:00.644Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
740	2025-03-08T00:46:00.644Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 5.451585ms iteration = 12 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
741	2025-03-08T00:46:00.645Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 667862716 } })
742	2025-03-08T00:46:00.645Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 667966668 } })
743	2025-03-08T00:46:00.645Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
744	2025-03-08T00:46:00.645Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
745	2025-03-08T00:46:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
746	2025-03-08T00:46:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
747	2025-03-08T00:46:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
748	2025-03-08T00:46:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
749	2025-03-08T00:46:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
750	2025-03-08T00:46:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
751	2025-03-08T00:46:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
752	2025-03-08T00:46:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
753	2025-03-08T00:46:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
754	2025-03-08T00:46:00.651Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
755	2025-03-08T00:46:00.651Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
756	2025-03-08T00:46:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
757	2025-03-08T00:46:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
758	2025-03-08T00:46:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
759	2025-03-08T00:46:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
760	2025-03-08T00:46:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
761	2025-03-08T00:46:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
762	2025-03-08T00:46:00.652Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
763	2025-03-08T00:46:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
764	2025-03-08T00:46:00.653Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
765	2025-03-08T00:46:00.653Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
766	2025-03-08T00:46:00.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
767	2025-03-08T00:46:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
768	2025-03-08T00:46:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
769	2025-03-08T00:46:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
770	2025-03-08T00:46:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
771	2025-03-08T00:46:00.663Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
772	2025-03-08T00:46:00.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
773	2025-03-08T00:46:00.671Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 693323574 } })
774	2025-03-08T00:46:00.671Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
775			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
776	2025-03-08T00:46:00.694Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
777	2025-03-08T00:46:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
778	2025-03-08T00:46:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
779	2025-03-08T00:46:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
780	2025-03-08T00:46:00.697Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
781	2025-03-08T00:46:00.698Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
782	2025-03-08T00:46:00.700Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
783	2025-03-08T00:46:00.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
784	2025-03-08T00:46:00.702Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 58.595176ms iteration = 12 status = {"errors":[],"garbage_collect_requested":[]}
785	2025-03-08T00:46:00.702Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
786	2025-03-08T00:46:00.702Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
787	2025-03-08T00:46:00.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
788	2025-03-08T00:46:00.703Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 59.882798ms iteration = 12 status = {"errors":[],"finish_invoked_ok":[]}
789	2025-03-08T00:46:00.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
790	2025-03-08T00:46:00.704Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
791	2025-03-08T00:46:00.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
792	2025-03-08T00:46:00.706Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
793	2025-03-08T00:46:00.706Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
794	2025-03-08T00:46:00.707Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
795	2025-03-08T00:46:00.708Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
796	2025-03-08T00:46:00.710Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
797	2025-03-08T00:46:00.710Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 70.964551ms iteration = 12 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
798	2025-03-08T00:46:00.711Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
799	2025-03-08T00:46:00.711Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
800	2025-03-08T00:46:00.712Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
801	2025-03-08T00:46:00.712Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
802	2025-03-08T00:46:00.712Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
803	2025-03-08T00:46:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
804	2025-03-08T00:46:00.713Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 70.196512ms iteration = 12 status = {"errors":[],"requests_created_ok":[]}
805	2025-03-08T00:46:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
806	2025-03-08T00:46:00.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
807	2025-03-08T00:46:00.714Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
808	2025-03-08T00:46:00.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
809	2025-03-08T00:46:00.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
810	2025-03-08T00:46:00.715Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
811	2025-03-08T00:46:00.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
812	2025-03-08T00:46:00.716Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
813	2025-03-08T00:46:00.716Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 76.653532ms iteration = 12 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
814	2025-03-08T00:46:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
815	2025-03-08T00:46:00.716Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
816	2025-03-08T00:46:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
817	2025-03-08T00:46:00.718Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
818	2025-03-08T00:46:00.718Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
819	2025-03-08T00:46:00.718Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
820	2025-03-08T00:46:00.736Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
821	2025-03-08T00:46:00.736Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
822	2025-03-08T00:46:00.740Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
823	2025-03-08T00:46:00.740Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 100.738945ms iteration = 34 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
824	2025-03-08T00:46:00.742Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 98.582562ms iteration = 12 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
825	2025-03-08T00:46:00.743Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
826	2025-03-08T00:46:00.743Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
827	2025-03-08T00:46:00.747Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 107.743529ms iteration = 34 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
828	2025-03-08T00:46:00.750Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
829	2025-03-08T00:46:00.753Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
830	2025-03-08T00:46:00.753Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
831	2025-03-08T00:46:00.753Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 113.720376ms iteration = 12 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
832	2025-03-08T00:46:00.753Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
833	2025-03-08T00:46:00.753Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
834	2025-03-08T00:46:00.753Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
835	2025-03-08T00:46:00.780Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
836	2025-03-08T00:46:00.780Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
837	2025-03-08T00:46:00.780Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "da457953-647a-44cf-91ee-24e088823a93", "content-length": "26", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
838	2025-03-08T00:46:00.780Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
839	2025-03-08T00:46:00.782Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
840	2025-03-08T00:46:00.818Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 179.302324ms iteration = 13 status = {"physical_disks_added":0}
841	2025-03-08T00:46:00.832Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
842	2025-03-08T00:46:00.832Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
843	2025-03-08T00:46:00.859Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
844	2025-03-08T00:46:00.859Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
845	2025-03-08T00:46:00.859Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "950ad02f-c54e-4ccf-86cc-594b3270310a", "content-length": "26", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
846	2025-03-08T00:46:00.859Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
847	2025-03-08T00:46:00.861Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
848	2025-03-08T00:46:00.864Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
849	2025-03-08T00:46:00.864Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
850	2025-03-08T00:46:00.864Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "1954e1c3-f7f2-42d9-8ca7-72b9fed323bf", "content-length": "26", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
851	2025-03-08T00:46:00.864Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
852	2025-03-08T00:46:00.866Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
853	2025-03-08T00:46:00.877Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
854	2025-03-08T00:46:00.877Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
855	2025-03-08T00:46:00.877Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "0d931bd2-43ea-4fb5-97bb-558fee6168a4", "content-length": "372", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
856	2025-03-08T00:46:00.877Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
857	2025-03-08T00:46:00.878Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
858	2025-03-08T00:46:00.879Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
859	2025-03-08T00:46:00.880Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 241.288544ms iteration = 12 status = 0
860	2025-03-08T00:46:00.881Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
861	2025-03-08T00:46:00.881Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
862	2025-03-08T00:46:00.881Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
863	2025-03-08T00:46:00.882Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
864	2025-03-08T00:46:00.884Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
865	2025-03-08T00:46:00.884Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
866	2025-03-08T00:46:00.884Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
867	2025-03-08T00:46:00.912Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
868	2025-03-08T00:46:00.912Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 272.793871ms iteration = 12 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
869	2025-03-08T00:46:00.915Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 271.676224ms iteration = 12 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
870	2025-03-08T00:46:00.916Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
871	2025-03-08T00:46:00.917Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
872	2025-03-08T00:46:00.917Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
873	2025-03-08T00:46:00.918Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
874	2025-03-08T00:46:00.928Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
875	2025-03-08T00:46:00.928Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
876	2025-03-08T00:46:00.929Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c9815849-daca-4568-a730-e7feadd0446b", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
877	2025-03-08T00:46:00.929Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
878	2025-03-08T00:46:00.929Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
879	2025-03-08T00:46:00.931Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
880	2025-03-08T00:46:00.931Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
881	2025-03-08T00:46:00.960Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
882	2025-03-08T00:46:00.961Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "011473d3-5640-46d0-a945-3ddb8523f775", "content-length": "1", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
883	2025-03-08T00:46:00.962Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
884	2025-03-08T00:46:00.963Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
885	2025-03-08T00:46:00.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 347.860933ms iteration = 12 status = {}
886	2025-03-08T00:46:01.030Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
887	2025-03-08T00:46:01.030Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "61da591b-feea-474d-92ea-e831a386e6c9", "content-length": "691", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
888	2025-03-08T00:46:01.030Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
889	2025-03-08T00:46:01.030Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
890	2025-03-08T00:46:01.030Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
891	2025-03-08T00:46:01.031Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 392.30711ms iteration = 12 status = {}
892	2025-03-08T00:46:01.033Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 393.95123ms iteration = 12 status = null
893	2025-03-08T00:46:01.033Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
894	2025-03-08T00:46:01.033Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
895	2025-03-08T00:46:01.036Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
896	2025-03-08T00:46:01.036Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
897	2025-03-08T00:46:01.037Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "27e4fb42-e704-43c7-96f7-6fa79f8eecfe", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
898	2025-03-08T00:46:01.038Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 398.994255ms iteration = 12 status = {}
899	2025-03-08T00:46:01.055Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
900	2025-03-08T00:46:01.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
901	2025-03-08T00:46:01.058Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
902	2025-03-08T00:46:01.058Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
903	2025-03-08T00:46:01.058Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
904	2025-03-08T00:46:01.069Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
905	2025-03-08T00:46:01.069Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "b23500ad-388c-478a-bdb1-2fde5e5e9c3a", "content-length": "134", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
906	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
907	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
908	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
909	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
910	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
911	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
912	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
913	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
914	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
915	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
916	2025-03-08T00:46:01.069Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
917	2025-03-08T00:46:01.069Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
918	2025-03-08T00:46:01.070Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
919	2025-03-08T00:46:01.072Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
920	2025-03-08T00:46:01.072Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "f5b0ddf4-41cc-4659-8162-9f3f2b76bdf6", "content-length": "2", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
921	2025-03-08T00:46:01.072Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
922	2025-03-08T00:46:01.072Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "fd3255d3-4e9c-4959-abc0-831409ecc292", "content-length": "52", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
923	2025-03-08T00:46:01.072Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
924	2025-03-08T00:46:01.072Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
925	2025-03-08T00:46:01.160Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "7dcfd1c9-8956-4747-8f13-394e497620af", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
926	2025-03-08T00:46:01.160Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
927	2025-03-08T00:46:01.160Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
928	2025-03-08T00:46:01.161Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "6c4338af-2c93-4ee7-99d4-de3fe2873102", "content-length": "682", "date": "Sat, 08 Mar 2025 00:46:00 GMT"} })
929	2025-03-08T00:46:01.161Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
930	2025-03-08T00:46:01.161Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
931	2025-03-08T00:46:01.164Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
932	2025-03-08T00:46:01.164Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
933	2025-03-08T00:46:01.166Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
934	2025-03-08T00:46:01.166Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
935	2025-03-08T00:46:01.168Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
936	2025-03-08T00:46:01.168Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
937	2025-03-08T00:46:01.175Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 535.74174ms iteration = 12 status = {}
938	2025-03-08T00:46:02.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 254 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 4b2234e3-be4d-4d5f-89fc-2658374409cc response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
939	2025-03-08T00:46:10.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 35 reason = Timeout
940	2025-03-08T00:46:10.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 35 reason = Timeout
941	2025-03-08T00:46:10.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
942	2025-03-08T00:46:10.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
943	2025-03-08T00:46:10.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
944	2025-03-08T00:46:10.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
945	2025-03-08T00:46:10.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
946	2025-03-08T00:46:10.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
947	2025-03-08T00:46:10.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
948	2025-03-08T00:46:10.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
949	2025-03-08T00:46:10.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
950	2025-03-08T00:46:10.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
951	2025-03-08T00:46:10.670Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
952	2025-03-08T00:46:10.670Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
953	2025-03-08T00:46:10.677Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
954	2025-03-08T00:46:10.680Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
955	2025-03-08T00:46:10.680Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
956	2025-03-08T00:46:10.680Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
957	2025-03-08T00:46:10.692Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
958	2025-03-08T00:46:10.692Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 52.780262ms iteration = 35 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
959	2025-03-08T00:46:10.698Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 58.571495ms iteration = 35 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
960	2025-03-08T00:46:12.641Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:51227
961	2025-03-08T00:46:12.641Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:51227 req_id = 000e7402-bee5-483c-9182-9442942077b4 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
962	2025-03-08T00:46:12.641Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:51227 req_id = 000e7402-bee5-483c-9182-9442942077b4 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
963	2025-03-08T00:46:12.643Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2535 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:51227 req_id = 000e7402-bee5-483c-9182-9442942077b4 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
964	2025-03-08T00:46:12.643Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:51227 req_id = 4afef62e-df54-49de-bf3a-7b7b8c3e62e0 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
965	2025-03-08T00:46:12.644Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:51227 req_id = 4afef62e-df54-49de-bf3a-7b7b8c3e62e0 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
966	2025-03-08T00:46:12.646Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2496 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:51227 req_id = 4afef62e-df54-49de-bf3a-7b7b8c3e62e0 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
967	2025-03-08T00:46:12.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 277 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 1a075cff-54fa-4ea5-bcd0-de1fbf0e9b94 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
968	2025-03-08T00:46:20.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 36 reason = Timeout
969	2025-03-08T00:46:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
970	2025-03-08T00:46:20.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 36 reason = Timeout
971	2025-03-08T00:46:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
972	2025-03-08T00:46:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
973	2025-03-08T00:46:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
974	2025-03-08T00:46:20.669Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
975	2025-03-08T00:46:20.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
976	2025-03-08T00:46:20.672Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
977	2025-03-08T00:46:20.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
978	2025-03-08T00:46:20.673Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
979	2025-03-08T00:46:20.674Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
980	2025-03-08T00:46:20.674Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
981	2025-03-08T00:46:20.674Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
982	2025-03-08T00:46:20.676Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
983	2025-03-08T00:46:20.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 37.095655ms iteration = 36 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
984	2025-03-08T00:46:20.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
985	2025-03-08T00:46:20.678Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
986	2025-03-08T00:46:20.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
987	2025-03-08T00:46:20.690Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
988	2025-03-08T00:46:20.690Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 51.048289ms iteration = 36 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
989	2025-03-08T00:46:22.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 456 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 2e703a42-357d-4007-bc2d-42540a10da22 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
990	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 13 reason = Timeout
991	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 7 reason = Timeout
992	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
993	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 13 reason = Timeout
994	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
995	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
996	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 13 reason = Timeout
997	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 7 reason = Timeout
998	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
999	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 7 reason = Timeout
1000	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1001	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1002	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 13 reason = Timeout
1003	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1004	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1005	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 9 reason = Timeout
1006	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 9 reason = Timeout
1007	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 13 reason = Timeout
1008	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1009	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 13 reason = Timeout
1010	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 14 reason = Timeout
1011	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 7 reason = Timeout
1012	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1013	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 7 reason = Timeout
1014	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 7 reason = Timeout
1015	2025-03-08T00:46:30.639Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:36:30.639708177 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
1016	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1017	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1018	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1019	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 4 reason = Timeout
1020	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 7 reason = Timeout
1021	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1022	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 13 reason = Timeout
1023	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 37 reason = Timeout
1024	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1025	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1026	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 37 reason = Timeout
1027	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 13 reason = Timeout
1028	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1029	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1030	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 8 reason = Timeout
1031	2025-03-08T00:46:30.639Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
1032	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.45\u{b5}s iteration = 8 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
1033	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 7 reason = Timeout
1034	2025-03-08T00:46:30.639Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
1035	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 13 reason = Timeout
1036	2025-03-08T00:46:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1037	2025-03-08T00:46:30.640Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1038	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 13 reason = Timeout
1039	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1040	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1041	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 13 reason = Timeout
1042	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1043	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1044	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1045	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1046	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1047	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1048	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1049	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1050	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1051	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1052	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1053	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1054	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1055	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1056	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1057	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1058	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1059	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1060	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1061	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1062	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1063	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1064	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1065	2025-03-08T00:46:30.640Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 662927044 } })
1066	2025-03-08T00:46:30.640Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 662918563 } })
1067	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1068	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1069	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1070	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1071	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 7 reason = Timeout
1072	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
1073	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1074	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1075	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
1076	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.22217ms iteration = 7 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
1077	2025-03-08T00:46:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
1078	2025-03-08T00:46:30.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.257371ms iteration = 7 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
1079	2025-03-08T00:46:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1080	2025-03-08T00:46:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
1081	2025-03-08T00:46:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1082	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1083	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 13 reason = Timeout
1084	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1085	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 13 reason = Timeout
1086	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1087	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 7 reason = Timeout
1088	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
1089	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 13 reason = Timeout
1090	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1091	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 13 reason = Timeout
1092	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1093	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 13 reason = Timeout
1094	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
1095	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1096	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1097	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1098	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1099	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
1100	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1101	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
1102	2025-03-08T00:46:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1103	2025-03-08T00:46:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1104	2025-03-08T00:46:30.644Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.699296ms iteration = 13 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1105	2025-03-08T00:46:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1106	2025-03-08T00:46:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1107	2025-03-08T00:46:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1108	2025-03-08T00:46:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1109	2025-03-08T00:46:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1110	2025-03-08T00:46:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1111	2025-03-08T00:46:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1112	2025-03-08T00:46:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1113	2025-03-08T00:46:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1114	2025-03-08T00:46:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1115	2025-03-08T00:46:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1116	2025-03-08T00:46:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1117	2025-03-08T00:46:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1118	2025-03-08T00:46:30.650Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:36:30.639708177 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
1119	2025-03-08T00:46:30.650Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 10.619402ms iteration = 7 status = {"expiration":"2025-03-08T00:36:30.639708177Z","pruned":[]}
1120	2025-03-08T00:46:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1121	2025-03-08T00:46:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1122	2025-03-08T00:46:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1123	2025-03-08T00:46:30.652Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 675271588 } })
1124	2025-03-08T00:46:30.653Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
1125	2025-03-08T00:46:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1126	2025-03-08T00:46:30.654Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1127	2025-03-08T00:46:30.654Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 676536370 } })
1128	2025-03-08T00:46:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1129	2025-03-08T00:46:30.654Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
1130	2025-03-08T00:46:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1131	2025-03-08T00:46:30.654Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1132	2025-03-08T00:46:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1133	2025-03-08T00:46:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1134	2025-03-08T00:46:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1135	2025-03-08T00:46:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1136	2025-03-08T00:46:30.656Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1137	2025-03-08T00:46:30.657Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1138	2025-03-08T00:46:30.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1139	2025-03-08T00:46:30.658Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1140	2025-03-08T00:46:30.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
1141	2025-03-08T00:46:30.658Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1142	2025-03-08T00:46:30.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1143	2025-03-08T00:46:30.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1144	2025-03-08T00:46:30.660Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1145	2025-03-08T00:46:30.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1146	2025-03-08T00:46:30.662Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1147	2025-03-08T00:46:30.662Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1148	2025-03-08T00:46:30.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1149	2025-03-08T00:46:30.664Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1150	2025-03-08T00:46:30.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1151	2025-03-08T00:46:30.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1152	2025-03-08T00:46:30.668Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 25.261584ms iteration = 7 status = {"errors":[],"found_port_ok":[]}
1153	2025-03-08T00:46:30.669Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1154	2025-03-08T00:46:30.672Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1155	2025-03-08T00:46:30.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1156	2025-03-08T00:46:30.673Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1157	2025-03-08T00:46:30.674Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
1158	2025-03-08T00:46:30.674Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 34.994463ms iteration = 13 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
1159	2025-03-08T00:46:30.674Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
1160	2025-03-08T00:46:30.674Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 35.328222ms iteration = 7 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
1161	2025-03-08T00:46:30.676Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1162	2025-03-08T00:46:30.676Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1163	2025-03-08T00:46:30.676Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1164	2025-03-08T00:46:30.677Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1165	2025-03-08T00:46:30.677Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 700358517 } })
1166	2025-03-08T00:46:30.678Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1167	2025-03-08T00:46:30.694Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1168	2025-03-08T00:46:30.694Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
1169	2025-03-08T00:46:30.694Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1170	2025-03-08T00:46:30.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1171	2025-03-08T00:46:30.695Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1172	2025-03-08T00:46:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
1173	2025-03-08T00:46:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1174	2025-03-08T00:46:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1175	2025-03-08T00:46:30.698Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1176	2025-03-08T00:46:30.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1177	2025-03-08T00:46:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1178	2025-03-08T00:46:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1179	2025-03-08T00:46:30.702Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1180	2025-03-08T00:46:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1181	2025-03-08T00:46:30.710Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1182	2025-03-08T00:46:30.712Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1183	2025-03-08T00:46:30.712Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1184	2025-03-08T00:46:30.712Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1185	2025-03-08T00:46:30.712Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1186	2025-03-08T00:46:30.712Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1187	2025-03-08T00:46:30.713Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 69.767532ms iteration = 13 status = {"errors":[],"requests_created_ok":[]}
1188	2025-03-08T00:46:30.714Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
1189	2025-03-08T00:46:30.714Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
1190	2025-03-08T00:46:30.714Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 74.195361ms iteration = 7 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
1191	2025-03-08T00:46:30.715Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1192	2025-03-08T00:46:30.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1193	2025-03-08T00:46:30.717Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1194			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
1195	2025-03-08T00:46:30.721Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 77.930063ms iteration = 13 status = {"errors":[],"garbage_collect_requested":[]}
1196	2025-03-08T00:46:30.721Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 78.548208ms iteration = 13 status = {"errors":[],"finish_invoked_ok":[]}
1197	2025-03-08T00:46:30.721Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1198	2025-03-08T00:46:30.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1199	2025-03-08T00:46:30.722Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1200	2025-03-08T00:46:30.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1201	2025-03-08T00:46:30.724Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1202	2025-03-08T00:46:30.724Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1203	2025-03-08T00:46:30.724Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1204	2025-03-08T00:46:30.724Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1205	2025-03-08T00:46:30.725Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
1206	2025-03-08T00:46:30.725Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
1207	2025-03-08T00:46:30.725Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
1208	2025-03-08T00:46:30.727Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
1209	2025-03-08T00:46:30.727Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
1210	2025-03-08T00:46:30.727Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
1211	2025-03-08T00:46:30.727Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1212	2025-03-08T00:46:30.728Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1213	2025-03-08T00:46:30.728Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1214	2025-03-08T00:46:30.728Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1215	2025-03-08T00:46:30.729Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 89.400946ms iteration = 4 status = {"nsuccess":5}
1216	2025-03-08T00:46:30.729Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 90.004551ms iteration = 37 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1217	2025-03-08T00:46:30.730Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1218	2025-03-08T00:46:30.730Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1219	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
1220	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
1221	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
1222	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1223	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1224	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
1225	2025-03-08T00:46:30.733Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1226	2025-03-08T00:46:30.734Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1227	2025-03-08T00:46:30.735Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1228	2025-03-08T00:46:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1229	2025-03-08T00:46:30.735Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1230	2025-03-08T00:46:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1231	2025-03-08T00:46:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1232	2025-03-08T00:46:30.738Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
1233	2025-03-08T00:46:30.738Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
1234	2025-03-08T00:46:30.738Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 98.590013ms iteration = 7 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
1235	2025-03-08T00:46:30.738Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1236	2025-03-08T00:46:30.738Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1237	2025-03-08T00:46:30.740Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1238	2025-03-08T00:46:30.743Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
1239	2025-03-08T00:46:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1240	2025-03-08T00:46:30.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1241	2025-03-08T00:46:30.745Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 106.252351ms iteration = 13 status = 0
1242	2025-03-08T00:46:30.747Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1243	2025-03-08T00:46:30.748Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1244	2025-03-08T00:46:30.749Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1245	2025-03-08T00:46:30.752Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
1246	2025-03-08T00:46:30.752Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1247	2025-03-08T00:46:30.752Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1248	2025-03-08T00:46:30.757Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1249	2025-03-08T00:46:30.757Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1250	2025-03-08T00:46:30.759Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1251	2025-03-08T00:46:30.759Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
1252	2025-03-08T00:46:30.759Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1253	2025-03-08T00:46:30.759Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1254	2025-03-08T00:46:30.769Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 126.452171ms iteration = 13 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1255	2025-03-08T00:46:30.769Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
1256	2025-03-08T00:46:30.770Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 130.518001ms iteration = 13 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1257	2025-03-08T00:46:30.772Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
1258	2025-03-08T00:46:30.774Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1259	2025-03-08T00:46:30.777Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1260	2025-03-08T00:46:30.777Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1261	2025-03-08T00:46:30.777Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1262	2025-03-08T00:46:30.779Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1263	2025-03-08T00:46:30.780Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1264	2025-03-08T00:46:30.780Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1265	2025-03-08T00:46:30.783Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1266	2025-03-08T00:46:30.783Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1267	2025-03-08T00:46:30.783Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1268	2025-03-08T00:46:30.783Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1269	2025-03-08T00:46:30.783Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1270	2025-03-08T00:46:30.786Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1271	2025-03-08T00:46:30.786Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1272	2025-03-08T00:46:30.786Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1273	2025-03-08T00:46:30.787Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1274	2025-03-08T00:46:30.787Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1275	2025-03-08T00:46:30.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1276	2025-03-08T00:46:30.790Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
1277	2025-03-08T00:46:30.790Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
1278	2025-03-08T00:46:30.790Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1279	2025-03-08T00:46:30.791Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1280	2025-03-08T00:46:30.792Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1281	2025-03-08T00:46:30.795Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1282	2025-03-08T00:46:30.795Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1283	2025-03-08T00:46:30.795Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1284	2025-03-08T00:46:30.798Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
1285	2025-03-08T00:46:30.798Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
1286	2025-03-08T00:46:30.798Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
1287	2025-03-08T00:46:30.798Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
1288	2025-03-08T00:46:30.798Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 158.646355ms iteration = 7 status = {"generation":1}
1289	2025-03-08T00:46:30.798Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 158.47229ms iteration = 37 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
1290	2025-03-08T00:46:30.801Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 158.087961ms iteration = 13 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
1291	2025-03-08T00:46:30.801Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1292	2025-03-08T00:46:30.802Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1293	2025-03-08T00:46:30.803Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
1294	2025-03-08T00:46:30.803Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 164.412687ms iteration = 13 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
1295	2025-03-08T00:46:30.804Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
1296	2025-03-08T00:46:30.804Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1297	2025-03-08T00:46:30.804Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ca23bf2f-15c6-41da-ac69-822b7d350a3e", "content-length": "26", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1298	2025-03-08T00:46:30.804Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1299	2025-03-08T00:46:30.806Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
1300	2025-03-08T00:46:30.806Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1301	2025-03-08T00:46:30.806Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a969d087-5a3d-4664-a2ee-fe9381a3bdbb", "content-length": "26", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1302	2025-03-08T00:46:30.806Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1303	2025-03-08T00:46:30.806Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1304	2025-03-08T00:46:30.807Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1305	2025-03-08T00:46:30.808Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
1306	2025-03-08T00:46:30.808Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 168.117668ms iteration = 13 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
1307	2025-03-08T00:46:30.808Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1308	2025-03-08T00:46:30.819Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
1309	2025-03-08T00:46:30.819Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
1310	2025-03-08T00:46:30.819Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1311	2025-03-08T00:46:30.819Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1312	2025-03-08T00:46:30.821Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1313	2025-03-08T00:46:30.824Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1314	2025-03-08T00:46:30.824Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1315	2025-03-08T00:46:30.824Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1316	2025-03-08T00:46:30.826Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
1317	2025-03-08T00:46:30.826Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
1318	2025-03-08T00:46:30.826Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
1319	2025-03-08T00:46:30.826Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 187.076687ms iteration = 7 status = {"generation":2}
1320	2025-03-08T00:46:30.838Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
1321	2025-03-08T00:46:30.838Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 198.935039ms iteration = 7 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
1322	2025-03-08T00:46:30.844Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 205.113491ms iteration = 14 status = {"physical_disks_added":0}
1323	2025-03-08T00:46:30.874Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
1324	2025-03-08T00:46:30.874Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1325	2025-03-08T00:46:30.874Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "085eea15-81ee-49e5-8886-60d4f9296852", "content-length": "26", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1326	2025-03-08T00:46:30.874Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1327	2025-03-08T00:46:30.875Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1328	2025-03-08T00:46:30.895Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1329	2025-03-08T00:46:30.895Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1330	2025-03-08T00:46:30.930Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
1331	2025-03-08T00:46:30.931Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "f00a81ba-0e97-4417-a10b-ce451a7b5eb7", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
1332	2025-03-08T00:46:30.931Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
1333	2025-03-08T00:46:30.932Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "49aba593-51fe-4496-ae05-0f351093a861", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
1334	2025-03-08T00:46:30.932Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
1335	2025-03-08T00:46:30.932Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
1336	2025-03-08T00:46:30.933Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
1337	2025-03-08T00:46:30.933Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 294.335072ms iteration = 9 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
1338	2025-03-08T00:46:30.978Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 338.998024ms iteration = 13 status = {}
1339	2025-03-08T00:46:30.994Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1340	2025-03-08T00:46:30.994Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "cba46aa8-3a0e-47bf-8906-f0b3a54cc2b3", "content-length": "1", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1341	2025-03-08T00:46:30.996Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1342	2025-03-08T00:46:30.996Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1343	2025-03-08T00:46:31.006Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
1344	2025-03-08T00:46:31.006Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1345	2025-03-08T00:46:31.007Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1df842bb-8eeb-47d1-95b9-7cc1b0db71b6", "content-length": "372", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1346	2025-03-08T00:46:31.007Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1347	2025-03-08T00:46:31.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1348	2025-03-08T00:46:31.008Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1349	2025-03-08T00:46:31.008Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 369.092207ms iteration = 13 status = null
1350	2025-03-08T00:46:31.009Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1351	2025-03-08T00:46:31.009Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1352	2025-03-08T00:46:31.010Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1353	2025-03-08T00:46:31.011Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1354	2025-03-08T00:46:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1355	2025-03-08T00:46:31.013Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1356	2025-03-08T00:46:31.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1357	2025-03-08T00:46:31.046Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
1358	2025-03-08T00:46:31.046Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "2aa9cfb1-ba3e-4720-8e6f-90eb45af59a3", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1359	2025-03-08T00:46:31.047Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1360	2025-03-08T00:46:31.048Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "994c675f-32d5-4254-9a54-2833239936be", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1361	2025-03-08T00:46:31.048Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1362	2025-03-08T00:46:31.050Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "a8ac47c8-b498-4edf-b350-52b25a65bb13", "date": "Sat, 08 Mar 2025 00:46:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1363	2025-03-08T00:46:31.050Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1364	2025-03-08T00:46:31.052Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
1365	2025-03-08T00:46:31.052Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 412.998361ms iteration = 9 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
1366	2025-03-08T00:46:31.053Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
1367	2025-03-08T00:46:31.053Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
1368	2025-03-08T00:46:31.054Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "14a25165-b188-4fb4-b4ca-6c030a544676", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1369	2025-03-08T00:46:31.054Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1370	2025-03-08T00:46:31.054Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1371	2025-03-08T00:46:31.056Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1372	2025-03-08T00:46:31.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1373	2025-03-08T00:46:31.059Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1374	2025-03-08T00:46:31.059Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1375	2025-03-08T00:46:31.063Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
1376	2025-03-08T00:46:31.063Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1377	2025-03-08T00:46:31.063Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "73727111-8198-49fb-b527-95102ec3471e", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1378	2025-03-08T00:46:31.065Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 426.016862ms iteration = 13 status = {}
1379	2025-03-08T00:46:31.089Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
1380	2025-03-08T00:46:31.089Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "a303750f-e381-457f-9665-61649877d0d0", "content-length": "691", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1381	2025-03-08T00:46:31.089Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
1382	2025-03-08T00:46:31.089Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
1383	2025-03-08T00:46:31.089Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
1384	2025-03-08T00:46:31.091Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 451.808278ms iteration = 13 status = {}
1385	2025-03-08T00:46:31.114Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1386	2025-03-08T00:46:31.115Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1387	2025-03-08T00:46:31.117Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
1388	2025-03-08T00:46:31.117Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1389	2025-03-08T00:46:31.117Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1390	2025-03-08T00:46:31.126Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1391	2025-03-08T00:46:31.126Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f9fc61f-29cc-4c31-8b8a-99ab160c9398", "content-length": "134", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1392	2025-03-08T00:46:31.126Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
1393	2025-03-08T00:46:31.126Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
1394	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
1395	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
1396	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1397	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1398	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1399	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1400	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1401	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1402	2025-03-08T00:46:31.127Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1403	2025-03-08T00:46:31.127Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1404	2025-03-08T00:46:31.127Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1405	2025-03-08T00:46:31.129Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1406	2025-03-08T00:46:31.130Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "69278501-86b7-4a91-855d-651c128a4a3c", "content-length": "2", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1407	2025-03-08T00:46:31.130Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1408	2025-03-08T00:46:31.130Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "addfd909-5867-4ecd-9116-be291750a207", "content-length": "52", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1409	2025-03-08T00:46:31.130Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
1410	2025-03-08T00:46:31.130Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1411	2025-03-08T00:46:31.217Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
1412	2025-03-08T00:46:31.217Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
1413	2025-03-08T00:46:31.249Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
1414	2025-03-08T00:46:31.249Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:64581
1415	2025-03-08T00:46:31.249Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "ca7ad3e1-d92c-458d-818a-ac9dff8298b2", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1416	2025-03-08T00:46:31.249Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
1417	2025-03-08T00:46:31.249Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1418	2025-03-08T00:46:31.249Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64581 req_id = bf604d43-c55d-482e-a18f-ecf10780d09b roles = RoleSet { roles: {} } uri = /metrics/producers
1419	2025-03-08T00:46:31.249Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "3075e592-f103-4426-a83f-b93babe9f503", "content-length": "682", "date": "Sat, 08 Mar 2025 00:46:30 GMT"} })
1420	2025-03-08T00:46:31.249Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1421	2025-03-08T00:46:31.249Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64581 req_id = bf604d43-c55d-482e-a18f-ecf10780d09b resource = Database result = Ok(()) uri = /metrics/producers
1422	2025-03-08T00:46:31.249Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1423	2025-03-08T00:46:31.253Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1424	2025-03-08T00:46:31.253Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1425	2025-03-08T00:46:31.256Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1426	2025-03-08T00:46:31.257Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1427	2025-03-08T00:46:31.259Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1428	2025-03-08T00:46:31.259Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1429	2025-03-08T00:46:31.266Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 626.697923ms iteration = 13 status = {}
1430	2025-03-08T00:46:31.286Z	INFO	nexus: assigned collector to new producer collector_id = c5a56912-50aa-493d-9612-f426cf7f1072 file = nexus/src/app/oximeter.rs:76 producer_id = 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1431	2025-03-08T00:46:31.286Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 36887 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64581 req_id = bf604d43-c55d-482e-a18f-ecf10780d09b response_code = 201 uri = /metrics/producers
1432	2025-03-08T00:46:31.286Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "bf604d43-c55d-482e-a18f-ecf10780d09b", "content-length": "41", "date": "Sat, 08 Mar 2025 00:46:31 GMT"} })
1433	2025-03-08T00:46:31.287Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
1434	2025-03-08T00:46:31.287Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
1435	2025-03-08T00:46:32.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 318 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 0b28f35a-a842-429d-ba58-12c3c9df58c2 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1436	2025-03-08T00:46:40.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 38 reason = Timeout
1437	2025-03-08T00:46:40.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1438	2025-03-08T00:46:40.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 38 reason = Timeout
1439	2025-03-08T00:46:40.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1440	2025-03-08T00:46:40.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1441	2025-03-08T00:46:40.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1442	2025-03-08T00:46:40.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1443	2025-03-08T00:46:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1444	2025-03-08T00:46:40.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1445	2025-03-08T00:46:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1446	2025-03-08T00:46:40.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1447	2025-03-08T00:46:40.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1448	2025-03-08T00:46:40.672Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1449	2025-03-08T00:46:40.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1450	2025-03-08T00:46:40.674Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 34.534492ms iteration = 38 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1451	2025-03-08T00:46:40.683Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1452	2025-03-08T00:46:40.686Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1453	2025-03-08T00:46:40.686Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1454	2025-03-08T00:46:40.686Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1455	2025-03-08T00:46:40.698Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
1456	2025-03-08T00:46:40.698Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 58.634736ms iteration = 38 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
1457	2025-03-08T00:46:42.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 264 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 6f288e44-7fd5-4cfe-9afe-b100ef8a9c60 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1458	2025-03-08T00:46:50.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 39 reason = Timeout
1459	2025-03-08T00:46:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1460	2025-03-08T00:46:50.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 39 reason = Timeout
1461	2025-03-08T00:46:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1462	2025-03-08T00:46:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1463	2025-03-08T00:46:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1464	2025-03-08T00:46:50.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1465	2025-03-08T00:46:50.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1466	2025-03-08T00:46:50.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1467	2025-03-08T00:46:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1468	2025-03-08T00:46:50.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1469	2025-03-08T00:46:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1470	2025-03-08T00:46:50.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1471	2025-03-08T00:46:50.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1472	2025-03-08T00:46:50.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1473	2025-03-08T00:46:50.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1474	2025-03-08T00:46:50.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1475	2025-03-08T00:46:50.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1476	2025-03-08T00:46:50.659Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
1477	2025-03-08T00:46:50.659Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 20.120456ms iteration = 39 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
1478	2025-03-08T00:46:50.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 37.739571ms iteration = 39 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1479	2025-03-08T00:46:52.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 294 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 721150f2-7ebf-4096-93e2-d8597eb50ab3 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1480	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 14 reason = Timeout
1481	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 14 reason = Timeout
1482	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1483	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1484	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 14 reason = Timeout
1485	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1486	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 14 reason = Timeout
1487	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1488	2025-03-08T00:47:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1489	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 14 reason = Timeout
1490	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1491	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 14 reason = Timeout
1492	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 40 reason = Timeout
1493	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1494	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1495	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 15 reason = Timeout
1496	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 40 reason = Timeout
1497	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1498	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 14 reason = Timeout
1499	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1500	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1501	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 14 reason = Timeout
1502	2025-03-08T00:47:00.639Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1503	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1504	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 14 reason = Timeout
1505	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1506	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 14 reason = Timeout
1507	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 14 reason = Timeout
1508	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1509	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1510	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1511	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1512	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1513	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1514	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1515	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1516	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1517	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1518	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1519	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1520	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1521	2025-03-08T00:47:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1522	2025-03-08T00:47:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1523	2025-03-08T00:47:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1524	2025-03-08T00:47:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1525	2025-03-08T00:47:00.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.492516ms iteration = 14 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1526	2025-03-08T00:47:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1527	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 14 reason = Timeout
1528	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
1529	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 14 reason = Timeout
1530	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1531	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 14 reason = Timeout
1532	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1533	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 14 reason = Timeout
1534	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1535	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 14 reason = Timeout
1536	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1537	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1538	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1539	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
1540	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1541	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1542	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1543	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1544	2025-03-08T00:47:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1545	2025-03-08T00:47:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1546	2025-03-08T00:47:00.645Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1547	2025-03-08T00:47:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1548	2025-03-08T00:47:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1549	2025-03-08T00:47:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1550	2025-03-08T00:47:00.648Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 670747347 } })
1551	2025-03-08T00:47:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1552	2025-03-08T00:47:00.648Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
1553	2025-03-08T00:47:00.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1554	2025-03-08T00:47:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1555	2025-03-08T00:47:00.649Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 671963527 } })
1556	2025-03-08T00:47:00.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1557	2025-03-08T00:47:00.651Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
1558	2025-03-08T00:47:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1559	2025-03-08T00:47:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1560	2025-03-08T00:47:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1561	2025-03-08T00:47:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1562	2025-03-08T00:47:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1563	2025-03-08T00:47:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1564	2025-03-08T00:47:00.654Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1565	2025-03-08T00:47:00.655Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1566	2025-03-08T00:47:00.656Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 13.013231ms iteration = 14 status = {"errors":[],"garbage_collect_requested":[]}
1567	2025-03-08T00:47:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
1568	2025-03-08T00:47:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1569	2025-03-08T00:47:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1570	2025-03-08T00:47:00.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1571	2025-03-08T00:47:00.658Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1572	2025-03-08T00:47:00.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1573	2025-03-08T00:47:00.661Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1574	2025-03-08T00:47:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1575	2025-03-08T00:47:00.662Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1576	2025-03-08T00:47:00.663Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 685802718 } })
1577	2025-03-08T00:47:00.663Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1578	2025-03-08T00:47:00.663Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1579	2025-03-08T00:47:00.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1580	2025-03-08T00:47:00.664Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1581	2025-03-08T00:47:00.664Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1582	2025-03-08T00:47:00.664Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1583	2025-03-08T00:47:00.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1584	2025-03-08T00:47:00.665Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1585	2025-03-08T00:47:00.665Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1586	2025-03-08T00:47:00.666Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
1587	2025-03-08T00:47:00.666Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 27.16845ms iteration = 14 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
1588	2025-03-08T00:47:00.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1589	2025-03-08T00:47:00.667Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1590	2025-03-08T00:47:00.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1591	2025-03-08T00:47:00.668Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1592			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
1593	2025-03-08T00:47:00.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1594	2025-03-08T00:47:00.672Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1595	2025-03-08T00:47:00.673Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1596	2025-03-08T00:47:00.684Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1597	2025-03-08T00:47:00.684Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
1598	2025-03-08T00:47:00.684Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1599	2025-03-08T00:47:00.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1600	2025-03-08T00:47:00.686Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
1601	2025-03-08T00:47:00.686Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 47.40464ms iteration = 40 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
1602	2025-03-08T00:47:00.688Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1603	2025-03-08T00:47:00.688Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1604	2025-03-08T00:47:00.690Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 51.830589ms iteration = 14 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1605	2025-03-08T00:47:00.693Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1606	2025-03-08T00:47:00.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1607	2025-03-08T00:47:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1608	2025-03-08T00:47:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1609	2025-03-08T00:47:00.698Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 59.405196ms iteration = 40 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1610	2025-03-08T00:47:00.703Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 59.828216ms iteration = 14 status = {"errors":[],"finish_invoked_ok":[]}
1611	2025-03-08T00:47:00.704Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1612	2025-03-08T00:47:00.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1613	2025-03-08T00:47:00.704Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1614	2025-03-08T00:47:00.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1615	2025-03-08T00:47:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1616	2025-03-08T00:47:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1617	2025-03-08T00:47:00.714Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1618	2025-03-08T00:47:00.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1619	2025-03-08T00:47:00.714Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 71.655968ms iteration = 14 status = {"errors":[],"requests_created_ok":[]}
1620	2025-03-08T00:47:00.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
1621	2025-03-08T00:47:00.715Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1622	2025-03-08T00:47:00.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1623	2025-03-08T00:47:00.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
1624	2025-03-08T00:47:00.717Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1625	2025-03-08T00:47:00.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1626	2025-03-08T00:47:00.718Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 79.944082ms iteration = 14 status = 0
1627	2025-03-08T00:47:00.722Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1628	2025-03-08T00:47:00.722Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
1629	2025-03-08T00:47:00.722Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1630	2025-03-08T00:47:00.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1631	2025-03-08T00:47:00.739Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
1632	2025-03-08T00:47:00.739Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1633	2025-03-08T00:47:00.739Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f7c17aca-8315-4428-92f9-5b617bc1082f", "content-length": "26", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1634	2025-03-08T00:47:00.739Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1635	2025-03-08T00:47:00.740Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
1636	2025-03-08T00:47:00.740Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1637	2025-03-08T00:47:00.740Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "75eb59b2-d35c-4064-b474-ee6d300a2802", "content-length": "26", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1638	2025-03-08T00:47:00.740Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1639	2025-03-08T00:47:00.741Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1640	2025-03-08T00:47:00.742Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
1641	2025-03-08T00:47:00.748Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1642	2025-03-08T00:47:00.748Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1643	2025-03-08T00:47:00.761Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 118.398942ms iteration = 14 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
1644	2025-03-08T00:47:00.766Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
1645	2025-03-08T00:47:00.766Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 127.047145ms iteration = 14 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
1646	2025-03-08T00:47:00.766Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
1647	2025-03-08T00:47:00.766Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
1648	2025-03-08T00:47:00.767Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a0faaa9d-7a1e-426b-a883-32b3588caa81", "content-length": "26", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1649	2025-03-08T00:47:00.767Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
1650	2025-03-08T00:47:00.768Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1651	2025-03-08T00:47:00.771Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1652	2025-03-08T00:47:00.771Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
1653	2025-03-08T00:47:00.771Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 132.706724ms iteration = 14 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
1654	2025-03-08T00:47:00.783Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 140.168029ms iteration = 14 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
1655	2025-03-08T00:47:00.787Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1656	2025-03-08T00:47:00.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1657	2025-03-08T00:47:00.788Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 149.927949ms iteration = 15 status = {"physical_disks_added":0}
1658	2025-03-08T00:47:00.837Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
1659	2025-03-08T00:47:00.837Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1660	2025-03-08T00:47:00.837Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "753a9285-c63e-400f-8607-a74896596b5f", "content-length": "372", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1661	2025-03-08T00:47:00.837Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
1662	2025-03-08T00:47:00.838Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1663	2025-03-08T00:47:00.838Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1664	2025-03-08T00:47:00.838Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "ffa7c3b3-769c-49cf-ae6f-517610a4ce7c", "content-length": "1", "date": "Sat, 08 Mar 2025 00:46:59 GMT"} })
1665	2025-03-08T00:47:00.839Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1666	2025-03-08T00:47:00.840Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1667	2025-03-08T00:47:00.841Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 202.554088ms iteration = 14 status = {}
1668	2025-03-08T00:47:00.841Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 202.722002ms iteration = 14 status = null
1669	2025-03-08T00:47:00.853Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
1670	2025-03-08T00:47:00.853Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
1671	2025-03-08T00:47:00.853Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "1135b356-1d11-4124-b583-96fc248f63dc", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1672	2025-03-08T00:47:00.853Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1673	2025-03-08T00:47:00.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1674	2025-03-08T00:47:00.856Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1675	2025-03-08T00:47:00.856Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1676	2025-03-08T00:47:00.859Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1677	2025-03-08T00:47:00.859Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1678	2025-03-08T00:47:00.863Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
1679	2025-03-08T00:47:00.863Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
1680	2025-03-08T00:47:00.863Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7b45a60d-d74b-47df-b14d-156733bd5405", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1681	2025-03-08T00:47:00.864Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 225.901524ms iteration = 14 status = {}
1682	2025-03-08T00:47:00.884Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1683	2025-03-08T00:47:00.884Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1684	2025-03-08T00:47:00.886Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1685	2025-03-08T00:47:00.888Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1686	2025-03-08T00:47:00.888Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1687	2025-03-08T00:47:00.888Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1688	2025-03-08T00:47:00.907Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1689	2025-03-08T00:47:00.908Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1690	2025-03-08T00:47:00.910Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
1691	2025-03-08T00:47:00.910Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1692	2025-03-08T00:47:00.910Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1693	2025-03-08T00:47:00.917Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1694	2025-03-08T00:47:00.922Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
1695	2025-03-08T00:47:00.922Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1696	2025-03-08T00:47:00.922Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1697	2025-03-08T00:47:00.925Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
1698	2025-03-08T00:47:00.925Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "775c1a96-932d-44e2-a98a-0042d6b946df", "content-length": "134", "date": "Sat, 08 Mar 2025 00:46:59 GMT"} })
1699	2025-03-08T00:47:00.925Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
1700	2025-03-08T00:47:00.925Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
1701	2025-03-08T00:47:00.925Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
1702	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
1703	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1704	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1705	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1706	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1707	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
1708	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
1709	2025-03-08T00:47:00.926Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1710	2025-03-08T00:47:00.926Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1711	2025-03-08T00:47:00.926Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1712	2025-03-08T00:47:00.928Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
1713	2025-03-08T00:47:00.928Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c43eeae4-7de5-48bf-afe2-8c614029eb5e", "content-length": "2", "date": "Sat, 08 Mar 2025 00:46:59 GMT"} })
1714	2025-03-08T00:47:00.928Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
1715	2025-03-08T00:47:00.928Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "cf4a6b0e-1577-4d0c-85ed-8300235e8e00", "content-length": "52", "date": "Sat, 08 Mar 2025 00:46:59 GMT"} })
1716	2025-03-08T00:47:00.928Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
1717	2025-03-08T00:47:00.928Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
1718	2025-03-08T00:47:01.016Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
1719	2025-03-08T00:47:01.031Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "ee35e0fc-39cb-46e0-99ce-12967a6c6d68", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1720	2025-03-08T00:47:01.031Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
1721	2025-03-08T00:47:01.031Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
1722	2025-03-08T00:47:01.031Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "891c1440-b72a-4eea-8cf8-d4bf0db44472", "content-length": "682", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1723	2025-03-08T00:47:01.031Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1724	2025-03-08T00:47:01.032Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1725	2025-03-08T00:47:01.032Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "4b084588-0e6d-4f84-a812-5c5d130981f5", "content-length": "691", "date": "Sat, 08 Mar 2025 00:47:00 GMT"} })
1726	2025-03-08T00:47:01.032Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
1727	2025-03-08T00:47:01.032Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
1728	2025-03-08T00:47:01.032Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
1729	2025-03-08T00:47:01.033Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 394.131755ms iteration = 14 status = {}
1730	2025-03-08T00:47:01.036Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1731	2025-03-08T00:47:01.036Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1732	2025-03-08T00:47:01.039Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1733	2025-03-08T00:47:01.039Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1734	2025-03-08T00:47:01.042Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1735	2025-03-08T00:47:01.042Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1736	2025-03-08T00:47:01.048Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 409.872254ms iteration = 14 status = {}
1737	2025-03-08T00:47:02.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 312 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 181ea4b8-b2cb-4244-91aa-a9d262618c25 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1738	2025-03-08T00:47:10.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 41 reason = Timeout
1739	2025-03-08T00:47:10.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 41 reason = Timeout
1740	2025-03-08T00:47:10.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1741	2025-03-08T00:47:10.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1742	2025-03-08T00:47:10.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1743	2025-03-08T00:47:10.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1744	2025-03-08T00:47:10.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1745	2025-03-08T00:47:10.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1746	2025-03-08T00:47:10.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1747	2025-03-08T00:47:10.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1748	2025-03-08T00:47:10.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1749	2025-03-08T00:47:10.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1750	2025-03-08T00:47:10.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1751	2025-03-08T00:47:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1752	2025-03-08T00:47:10.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1753	2025-03-08T00:47:10.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1754	2025-03-08T00:47:10.667Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
1755	2025-03-08T00:47:10.667Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 28.040262ms iteration = 41 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
1756	2025-03-08T00:47:10.681Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1757	2025-03-08T00:47:10.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1758	2025-03-08T00:47:10.684Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 44.821235ms iteration = 41 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1759	2025-03-08T00:47:12.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 275 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = f44bc8c8-fd29-4aab-b492-79a2a98cbdc9 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1760	2025-03-08T00:47:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 42 reason = Timeout
1761	2025-03-08T00:47:20.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1762	2025-03-08T00:47:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 42 reason = Timeout
1763	2025-03-08T00:47:20.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1764	2025-03-08T00:47:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1765	2025-03-08T00:47:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1766	2025-03-08T00:47:20.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1767	2025-03-08T00:47:20.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1768	2025-03-08T00:47:20.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1769	2025-03-08T00:47:20.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1770	2025-03-08T00:47:20.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1771	2025-03-08T00:47:20.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1772	2025-03-08T00:47:20.669Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1773	2025-03-08T00:47:20.669Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1774	2025-03-08T00:47:20.677Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1775	2025-03-08T00:47:20.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1776	2025-03-08T00:47:20.681Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1777	2025-03-08T00:47:20.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1778	2025-03-08T00:47:20.694Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
1779	2025-03-08T00:47:20.694Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 55.602882ms iteration = 42 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
1780	2025-03-08T00:47:20.708Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 69.570946ms iteration = 42 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1781	2025-03-08T00:47:22.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 253 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 193731b3-606c-4394-92e1-ed78838567e2 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
1782	2025-03-08T00:47:27.640Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:63222
1783	2025-03-08T00:47:27.640Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:63222 req_id = db97ce9e-6fe7-42b4-8f4e-0bc76019b37d roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
1784	2025-03-08T00:47:27.641Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:63222 req_id = db97ce9e-6fe7-42b4-8f4e-0bc76019b37d resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
1785	2025-03-08T00:47:27.643Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3298 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:63222 req_id = db97ce9e-6fe7-42b4-8f4e-0bc76019b37d response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
1786	2025-03-08T00:47:27.644Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:63222 req_id = 9da46a87-5dad-4421-9cd5-40be6365d4a2 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
1787	2025-03-08T00:47:27.644Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:63222 req_id = 9da46a87-5dad-4421-9cd5-40be6365d4a2 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
1788	2025-03-08T00:47:27.646Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2437 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:63222 req_id = 9da46a87-5dad-4421-9cd5-40be6365d4a2 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
1789	2025-03-08T00:47:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 15 reason = Timeout
1790	2025-03-08T00:47:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1791	2025-03-08T00:47:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 8 reason = Timeout
1792	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 15 reason = Timeout
1793	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 15 reason = Timeout
1794	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1795	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1796	2025-03-08T00:47:30.639Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
1797	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1798	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 15 reason = Timeout
1799	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1800	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 43 reason = Timeout
1801	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 8 reason = Timeout
1802	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1803	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 9 reason = Timeout
1804	2025-03-08T00:47:30.639Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
1805	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.21\u{b5}s iteration = 9 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
1806	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1807	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 15 reason = Timeout
1808	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
1809	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 8 reason = Timeout
1810	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 15 reason = Timeout
1811	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
1812	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 15 reason = Timeout
1813	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1814	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1815	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 16 reason = Timeout
1816	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1817	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 8 reason = Timeout
1818	2025-03-08T00:47:30.639Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
1819	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 15 reason = Timeout
1820	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1821	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
1822	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 8 reason = Timeout
1823	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 15 reason = Timeout
1824	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
1825	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 15 reason = Timeout
1826	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
1827	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 10 reason = Timeout
1828	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 43 reason = Timeout
1829	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1830	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 8 reason = Timeout
1831	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 8 reason = Timeout
1832	2025-03-08T00:47:30.639Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:37:30.639291116 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
1833	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
1834	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 10 reason = Timeout
1835	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 8 reason = Timeout
1836	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
1837	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 15 reason = Timeout
1838	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
1839	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1840	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1841	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1842	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1843	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1844	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1845	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1846	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
1847	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1848	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1849	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1850	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1851	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1852	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
1853	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1854	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
1855	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
1856	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1857	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1858	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1859	2025-03-08T00:47:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
1860	2025-03-08T00:47:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 662701058 } })
1861	2025-03-08T00:47:30.640Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 662805021 } })
1862	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 8 reason = Timeout
1863	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
1864	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
1865	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
1866	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.471746ms iteration = 8 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
1867	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
1868	2025-03-08T00:47:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.667451ms iteration = 8 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
1869	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1870	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1871	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 15 reason = Timeout
1872	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
1873	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 15 reason = Timeout
1874	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 15 reason = Timeout
1875	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
1876	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
1877	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 15 reason = Timeout
1878	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
1879	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 15 reason = Timeout
1880	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
1881	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 8 reason = Timeout
1882	2025-03-08T00:47:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
1883	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
1884	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
1885	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
1886	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
1887	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
1888	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
1889	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1890	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1891	2025-03-08T00:47:30.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.831259ms iteration = 15 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
1892	2025-03-08T00:47:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
1893	2025-03-08T00:47:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
1894	2025-03-08T00:47:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
1895	2025-03-08T00:47:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
1896	2025-03-08T00:47:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1897	2025-03-08T00:47:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
1898	2025-03-08T00:47:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
1899	2025-03-08T00:47:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1900	2025-03-08T00:47:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
1901	2025-03-08T00:47:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1902	2025-03-08T00:47:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1903	2025-03-08T00:47:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1904	2025-03-08T00:47:30.647Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 670741717 } })
1905	2025-03-08T00:47:30.648Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
1906	2025-03-08T00:47:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1907	2025-03-08T00:47:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1908	2025-03-08T00:47:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
1909	2025-03-08T00:47:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1910	2025-03-08T00:47:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
1911	2025-03-08T00:47:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
1912	2025-03-08T00:47:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
1913	2025-03-08T00:47:30.651Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 674372466 } })
1914	2025-03-08T00:47:30.651Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
1915	2025-03-08T00:47:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1916	2025-03-08T00:47:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1917	2025-03-08T00:47:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1918	2025-03-08T00:47:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
1919	2025-03-08T00:47:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
1920	2025-03-08T00:47:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
1921	2025-03-08T00:47:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
1922	2025-03-08T00:47:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
1923	2025-03-08T00:47:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
1924	2025-03-08T00:47:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1925	2025-03-08T00:47:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1926	2025-03-08T00:47:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1927	2025-03-08T00:47:30.658Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:37:30.639291116 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
1928	2025-03-08T00:47:30.658Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 18.748453ms iteration = 8 status = {"expiration":"2025-03-08T00:37:30.639291116Z","pruned":[]}
1929	2025-03-08T00:47:30.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
1930	2025-03-08T00:47:30.658Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1931	2025-03-08T00:47:30.659Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1932	2025-03-08T00:47:30.661Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 19.065681ms iteration = 8 status = {"errors":[],"found_port_ok":[]}
1933	2025-03-08T00:47:30.664Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1934	2025-03-08T00:47:30.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1935	2025-03-08T00:47:30.664Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1936	2025-03-08T00:47:30.665Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 687965432 } })
1937	2025-03-08T00:47:30.665Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1938	2025-03-08T00:47:30.665Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
1939	2025-03-08T00:47:30.665Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1940	2025-03-08T00:47:30.666Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1941	2025-03-08T00:47:30.667Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
1942	2025-03-08T00:47:30.667Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 28.104673ms iteration = 8 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
1943	2025-03-08T00:47:30.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1944	2025-03-08T00:47:30.668Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
1945	2025-03-08T00:47:30.671Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1946	2025-03-08T00:47:30.676Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1947	2025-03-08T00:47:30.676Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1948	2025-03-08T00:47:30.676Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1949	2025-03-08T00:47:30.678Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
1950	2025-03-08T00:47:30.678Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
1951	2025-03-08T00:47:30.678Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
1952	2025-03-08T00:47:30.678Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1953	2025-03-08T00:47:30.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1954	2025-03-08T00:47:30.680Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1955	2025-03-08T00:47:30.680Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1956	2025-03-08T00:47:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
1957	2025-03-08T00:47:30.684Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1958	2025-03-08T00:47:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1959	2025-03-08T00:47:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
1960	2025-03-08T00:47:30.684Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
1961	2025-03-08T00:47:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
1962	2025-03-08T00:47:30.686Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1963			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
1964	2025-03-08T00:47:30.687Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1965	2025-03-08T00:47:30.692Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
1966	2025-03-08T00:47:30.692Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
1967	2025-03-08T00:47:30.692Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
1968	2025-03-08T00:47:30.692Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1969	2025-03-08T00:47:30.692Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1970	2025-03-08T00:47:30.692Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1971	2025-03-08T00:47:30.695Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
1972	2025-03-08T00:47:30.695Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
1973	2025-03-08T00:47:30.696Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1974	2025-03-08T00:47:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1975	2025-03-08T00:47:30.698Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1976	2025-03-08T00:47:30.699Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
1977	2025-03-08T00:47:30.699Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
1978	2025-03-08T00:47:30.699Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1979	2025-03-08T00:47:30.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1980	2025-03-08T00:47:30.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
1981	2025-03-08T00:47:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
1982	2025-03-08T00:47:30.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
1983	2025-03-08T00:47:30.702Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.505347ms iteration = 43 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
1984	2025-03-08T00:47:30.703Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1985	2025-03-08T00:47:30.704Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
1986	2025-03-08T00:47:30.705Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
1987	2025-03-08T00:47:30.705Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
1988	2025-03-08T00:47:30.705Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
1989	2025-03-08T00:47:30.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
1990	2025-03-08T00:47:30.706Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
1991	2025-03-08T00:47:30.706Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
1992	2025-03-08T00:47:30.706Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
1993	2025-03-08T00:47:30.709Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 66.699946ms iteration = 15 status = {"errors":[],"finish_invoked_ok":[]}
1994	2025-03-08T00:47:30.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
1995	2025-03-08T00:47:30.709Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
1996	2025-03-08T00:47:30.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
1997	2025-03-08T00:47:30.710Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
1998	2025-03-08T00:47:30.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
1999	2025-03-08T00:47:30.711Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2000	2025-03-08T00:47:30.711Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2001	2025-03-08T00:47:30.713Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2002	2025-03-08T00:47:30.713Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 74.142569ms iteration = 43 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2003	2025-03-08T00:47:30.716Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2004	2025-03-08T00:47:30.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2005	2025-03-08T00:47:30.717Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 74.779605ms iteration = 15 status = {"errors":[],"garbage_collect_requested":[]}
2006	2025-03-08T00:47:30.717Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2007	2025-03-08T00:47:30.719Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2008	2025-03-08T00:47:30.719Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2009	2025-03-08T00:47:30.719Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2010	2025-03-08T00:47:30.720Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
2011	2025-03-08T00:47:30.720Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
2012	2025-03-08T00:47:30.720Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
2013	2025-03-08T00:47:30.720Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 80.713282ms iteration = 8 status = {"generation":2}
2014	2025-03-08T00:47:30.720Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2015	2025-03-08T00:47:30.720Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2016	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
2017	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
2018	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
2019	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2020	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2021	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
2022	2025-03-08T00:47:30.722Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
2023	2025-03-08T00:47:30.722Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 82.399833ms iteration = 8 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
2024	2025-03-08T00:47:30.723Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
2025	2025-03-08T00:47:30.723Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 84.093265ms iteration = 15 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
2026	2025-03-08T00:47:30.723Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2027	2025-03-08T00:47:30.724Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2028	2025-03-08T00:47:30.724Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 81.44613ms iteration = 15 status = {"errors":[],"requests_created_ok":[]}
2029	2025-03-08T00:47:30.725Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2030	2025-03-08T00:47:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
2031	2025-03-08T00:47:30.727Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2032	2025-03-08T00:47:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2033	2025-03-08T00:47:30.732Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2034	2025-03-08T00:47:30.732Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2035	2025-03-08T00:47:30.737Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
2036	2025-03-08T00:47:30.737Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
2037	2025-03-08T00:47:30.737Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 98.198143ms iteration = 8 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
2038	2025-03-08T00:47:30.760Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2039	2025-03-08T00:47:30.760Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2040	2025-03-08T00:47:30.760Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2041	2025-03-08T00:47:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2042	2025-03-08T00:47:30.765Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 122.691257ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2043	2025-03-08T00:47:30.767Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2044	2025-03-08T00:47:30.770Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
2045	2025-03-08T00:47:30.770Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2046	2025-03-08T00:47:30.770Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2047	2025-03-08T00:47:30.772Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
2048	2025-03-08T00:47:30.772Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 133.37152ms iteration = 8 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
2049	2025-03-08T00:47:30.772Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
2050	2025-03-08T00:47:30.773Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 135.042262ms iteration = 15 status = 0
2051	2025-03-08T00:47:30.774Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2052	2025-03-08T00:47:30.774Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2053	2025-03-08T00:47:30.777Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 134.246332ms iteration = 15 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
2054	2025-03-08T00:47:30.777Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 138.782784ms iteration = 15 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2055	2025-03-08T00:47:30.778Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
2056	2025-03-08T00:47:30.778Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 139.353038ms iteration = 15 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
2057	2025-03-08T00:47:30.790Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2058	2025-03-08T00:47:30.795Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2059	2025-03-08T00:47:30.798Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2060	2025-03-08T00:47:30.798Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2061	2025-03-08T00:47:30.798Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2062	2025-03-08T00:47:30.802Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
2063	2025-03-08T00:47:30.802Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2064	2025-03-08T00:47:30.803Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2218a99d-5884-46ee-be11-f97b986033dc", "content-length": "26", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2065	2025-03-08T00:47:30.803Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2066	2025-03-08T00:47:30.804Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2067	2025-03-08T00:47:30.815Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2068	2025-03-08T00:47:30.816Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2069	2025-03-08T00:47:30.817Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2070	2025-03-08T00:47:30.817Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
2071	2025-03-08T00:47:30.817Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 178.026463ms iteration = 15 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
2072	2025-03-08T00:47:30.825Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2073	2025-03-08T00:47:30.826Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2074	2025-03-08T00:47:30.828Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2075	2025-03-08T00:47:30.830Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2076	2025-03-08T00:47:30.830Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2077	2025-03-08T00:47:30.830Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2078	2025-03-08T00:47:30.832Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 193.631538ms iteration = 16 status = {"physical_disks_added":0}
2079	2025-03-08T00:47:30.832Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2080	2025-03-08T00:47:30.836Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2081	2025-03-08T00:47:30.836Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2082	2025-03-08T00:47:30.836Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2083	2025-03-08T00:47:30.854Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
2084	2025-03-08T00:47:30.854Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
2085	2025-03-08T00:47:30.854Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2086	2025-03-08T00:47:30.855Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2087	2025-03-08T00:47:30.857Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2088	2025-03-08T00:47:30.860Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2089	2025-03-08T00:47:30.860Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2090	2025-03-08T00:47:30.860Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2091	2025-03-08T00:47:30.863Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
2092	2025-03-08T00:47:30.863Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
2093	2025-03-08T00:47:30.863Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
2094	2025-03-08T00:47:30.863Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 224.218952ms iteration = 8 status = {"generation":1}
2095	2025-03-08T00:47:30.936Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
2096	2025-03-08T00:47:30.936Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2097	2025-03-08T00:47:30.936Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a92f1aca-d2ee-4d5e-a553-d8ba5bb265c1", "content-length": "26", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2098	2025-03-08T00:47:30.936Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2099	2025-03-08T00:47:30.937Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2100	2025-03-08T00:47:30.969Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
2101	2025-03-08T00:47:30.969Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2102	2025-03-08T00:47:30.969Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d16d32c7-b703-4e5a-be46-84965060e92f", "content-length": "26", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2103	2025-03-08T00:47:30.969Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2104	2025-03-08T00:47:30.970Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2105	2025-03-08T00:47:30.971Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2106	2025-03-08T00:47:30.981Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
2107	2025-03-08T00:47:30.981Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "da768e3c-31ee-4936-952d-9114600aefc3", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2108	2025-03-08T00:47:30.981Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2109	2025-03-08T00:47:30.983Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "4f7f5846-4eaf-410b-ae43-1eb21a2217d1", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2110	2025-03-08T00:47:30.983Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2111	2025-03-08T00:47:30.985Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2112	2025-03-08T00:47:30.985Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 345.846614ms iteration = 10 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
2113	2025-03-08T00:47:31.007Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
2114	2025-03-08T00:47:31.007Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2115	2025-03-08T00:47:31.031Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 392.667829ms iteration = 15 status = {}
2116	2025-03-08T00:47:31.044Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "1475ab53-fd3d-4966-a85e-e081920adc15", "content-length": "372", "date": "Sat, 08 Mar 2025 00:47:31 GMT"} })
2117	2025-03-08T00:47:31.044Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2118	2025-03-08T00:47:31.045Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2119	2025-03-08T00:47:31.046Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
2120	2025-03-08T00:47:31.047Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "db6f842f-41fa-4f51-93d7-dc0eb9898913", "content-length": "691", "date": "Sat, 08 Mar 2025 00:47:31 GMT"} })
2121	2025-03-08T00:47:31.047Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
2122	2025-03-08T00:47:31.047Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
2123	2025-03-08T00:47:31.047Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
2124	2025-03-08T00:47:31.048Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 409.265659ms iteration = 15 status = {}
2125	2025-03-08T00:47:31.059Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
2126	2025-03-08T00:47:31.059Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
2127	2025-03-08T00:47:31.059Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c5f81bb7-862d-4208-a75e-1f411e6b4c5d", "date": "Sat, 08 Mar 2025 00:47:31 GMT"} })
2128	2025-03-08T00:47:31.059Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2129	2025-03-08T00:47:31.059Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2130	2025-03-08T00:47:31.061Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2131	2025-03-08T00:47:31.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2132	2025-03-08T00:47:31.064Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2133	2025-03-08T00:47:31.065Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2134	2025-03-08T00:47:31.067Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
2135	2025-03-08T00:47:31.068Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2136	2025-03-08T00:47:31.069Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "989d7e55-c03f-4a46-97e4-c3801f9a0525", "date": "Sat, 08 Mar 2025 00:47:31 GMT"} })
2137	2025-03-08T00:47:31.070Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 431.520498ms iteration = 15 status = {}
2138	2025-03-08T00:47:31.079Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2139	2025-03-08T00:47:31.079Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "65282a17-6f50-4163-9529-d8bc81f10671", "content-length": "1", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2140	2025-03-08T00:47:31.080Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2141	2025-03-08T00:47:31.081Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2142	2025-03-08T00:47:31.083Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 444.142039ms iteration = 15 status = null
2143	2025-03-08T00:47:31.092Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
2144	2025-03-08T00:47:31.093Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "6c828b04-e055-4895-8e6b-a93c2804d537", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2145	2025-03-08T00:47:31.093Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2146	2025-03-08T00:47:31.095Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "c51b39b6-e6a2-47e7-a505-768efae82c40", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2147	2025-03-08T00:47:31.095Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2148	2025-03-08T00:47:31.095Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "6ddb4284-8202-47c4-a16c-37c90b341334", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2149	2025-03-08T00:47:31.095Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2150	2025-03-08T00:47:31.097Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2151	2025-03-08T00:47:31.097Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 458.35278ms iteration = 10 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
2152	2025-03-08T00:47:31.158Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2153	2025-03-08T00:47:31.158Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2154	2025-03-08T00:47:31.161Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
2155	2025-03-08T00:47:31.161Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2156	2025-03-08T00:47:31.161Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2157	2025-03-08T00:47:31.170Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2158	2025-03-08T00:47:31.170Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "93d36ba2-1cdf-431d-907e-8edb537a7a20", "content-length": "134", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2159	2025-03-08T00:47:31.170Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
2160	2025-03-08T00:47:31.170Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
2161	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
2162	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
2163	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2164	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2165	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2166	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2167	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2168	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2169	2025-03-08T00:47:31.171Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2170	2025-03-08T00:47:31.171Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2171	2025-03-08T00:47:31.171Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2172	2025-03-08T00:47:31.173Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2173	2025-03-08T00:47:31.173Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "69e3dd20-727b-4e79-809d-e3788bfa07cc", "content-length": "2", "date": "Sat, 08 Mar 2025 00:47:31 GMT"} })
2174	2025-03-08T00:47:31.174Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2175	2025-03-08T00:47:31.174Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "5d5267c3-12c4-4afd-8768-d9ecbc944e53", "content-length": "52", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2176	2025-03-08T00:47:31.174Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
2177	2025-03-08T00:47:31.174Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2178	2025-03-08T00:47:31.263Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "3ca78996-db44-4398-a822-f7239ed63c34", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2179	2025-03-08T00:47:31.263Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
2180	2025-03-08T00:47:31.263Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2181	2025-03-08T00:47:31.264Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "b61f1cba-9228-474b-b855-1d85d7f6babd", "content-length": "682", "date": "Sat, 08 Mar 2025 00:47:30 GMT"} })
2182	2025-03-08T00:47:31.264Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2183	2025-03-08T00:47:31.264Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2184	2025-03-08T00:47:31.267Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2185	2025-03-08T00:47:31.267Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2186	2025-03-08T00:47:31.270Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2187	2025-03-08T00:47:31.271Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2188	2025-03-08T00:47:31.272Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2189	2025-03-08T00:47:31.272Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2190	2025-03-08T00:47:31.279Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 640.995396ms iteration = 15 status = {}
2191	2025-03-08T00:47:32.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 303 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 47cf1be2-76d5-46eb-9198-4a4f20abc080 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2192	2025-03-08T00:47:40.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 44 reason = Timeout
2193	2025-03-08T00:47:40.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2194	2025-03-08T00:47:40.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 44 reason = Timeout
2195	2025-03-08T00:47:40.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2196	2025-03-08T00:47:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2197	2025-03-08T00:47:40.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2198	2025-03-08T00:47:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2199	2025-03-08T00:47:40.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2200	2025-03-08T00:47:40.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2201	2025-03-08T00:47:40.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.04277ms iteration = 44 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2202	2025-03-08T00:47:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2203	2025-03-08T00:47:40.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2204	2025-03-08T00:47:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2205	2025-03-08T00:47:40.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2206	2025-03-08T00:47:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2207	2025-03-08T00:47:40.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2208	2025-03-08T00:47:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2209	2025-03-08T00:47:40.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2210	2025-03-08T00:47:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2211	2025-03-08T00:47:40.658Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2212	2025-03-08T00:47:40.658Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.837589ms iteration = 44 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2213	2025-03-08T00:47:42.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 291 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 42442f77-bad5-4eca-9028-1498becb8e9d response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2214	2025-03-08T00:47:50.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 45 reason = Timeout
2215	2025-03-08T00:47:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2216	2025-03-08T00:47:50.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 45 reason = Timeout
2217	2025-03-08T00:47:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2218	2025-03-08T00:47:50.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2219	2025-03-08T00:47:50.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2220	2025-03-08T00:47:50.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2221	2025-03-08T00:47:50.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2222	2025-03-08T00:47:50.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2223	2025-03-08T00:47:50.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.704931ms iteration = 45 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2224	2025-03-08T00:47:50.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2225	2025-03-08T00:47:50.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2226	2025-03-08T00:47:50.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2227	2025-03-08T00:47:50.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2228	2025-03-08T00:47:50.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2229	2025-03-08T00:47:50.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2230	2025-03-08T00:47:50.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2231	2025-03-08T00:47:50.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2232	2025-03-08T00:47:50.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2233	2025-03-08T00:47:50.660Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2234	2025-03-08T00:47:50.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.28215ms iteration = 45 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2235	2025-03-08T00:47:52.653Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 257 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = e5d0186d-ff44-4a01-841a-038f7efe1de5 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2236	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 16 reason = Timeout
2237	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 16 reason = Timeout
2238	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2239	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2240	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 16 reason = Timeout
2241	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
2242	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2243	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 16 reason = Timeout
2244	2025-03-08T00:48:00.639Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
2245	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 16 reason = Timeout
2246	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2247	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 17 reason = Timeout
2248	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2249	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 46 reason = Timeout
2250	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2251	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2252	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 46 reason = Timeout
2253	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2254	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 16 reason = Timeout
2255	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2256	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 16 reason = Timeout
2257	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2258	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 16 reason = Timeout
2259	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 16 reason = Timeout
2260	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2261	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2262	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 16 reason = Timeout
2263	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 16 reason = Timeout
2264	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2265	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2266	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2267	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2268	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2269	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2270	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2271	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2272	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2273	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2274	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2275	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2276	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2277	2025-03-08T00:48:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2278	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2279	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 16 reason = Timeout
2280	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2281	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 16 reason = Timeout
2282	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2283	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 16 reason = Timeout
2284	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
2285	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 16 reason = Timeout
2286	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
2287	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 16 reason = Timeout
2288	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
2289	2025-03-08T00:48:00.642Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 665407305 } })
2290	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2291	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2292	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
2293	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
2294	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
2295	2025-03-08T00:48:00.642Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
2296	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.486146ms iteration = 16 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
2297	2025-03-08T00:48:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2298	2025-03-08T00:48:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2299	2025-03-08T00:48:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2300	2025-03-08T00:48:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2301	2025-03-08T00:48:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2302	2025-03-08T00:48:00.645Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2303	2025-03-08T00:48:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2304	2025-03-08T00:48:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2305	2025-03-08T00:48:00.645Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2306	2025-03-08T00:48:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2307	2025-03-08T00:48:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2308	2025-03-08T00:48:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2309	2025-03-08T00:48:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2310	2025-03-08T00:48:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2311	2025-03-08T00:48:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2312	2025-03-08T00:48:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2313	2025-03-08T00:48:00.649Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2314	2025-03-08T00:48:00.649Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
2315	2025-03-08T00:48:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2316	2025-03-08T00:48:00.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2317	2025-03-08T00:48:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2318	2025-03-08T00:48:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2319	2025-03-08T00:48:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2320	2025-03-08T00:48:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2321	2025-03-08T00:48:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2322	2025-03-08T00:48:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2323	2025-03-08T00:48:00.651Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 674064849 } })
2324	2025-03-08T00:48:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2325	2025-03-08T00:48:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
2326	2025-03-08T00:48:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2327	2025-03-08T00:48:00.651Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
2328	2025-03-08T00:48:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2329	2025-03-08T00:48:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2330	2025-03-08T00:48:00.652Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2331	2025-03-08T00:48:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2332	2025-03-08T00:48:00.653Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 11.250968ms iteration = 16 status = {"errors":[],"garbage_collect_requested":[]}
2333	2025-03-08T00:48:00.654Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 11.726759ms iteration = 16 status = {"errors":[],"finish_invoked_ok":[]}
2334	2025-03-08T00:48:00.654Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 15.435781ms iteration = 46 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2335	2025-03-08T00:48:00.655Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2336	2025-03-08T00:48:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2337	2025-03-08T00:48:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2338	2025-03-08T00:48:00.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2339	2025-03-08T00:48:00.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2340	2025-03-08T00:48:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2341	2025-03-08T00:48:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2342	2025-03-08T00:48:00.658Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 681200755 } })
2343	2025-03-08T00:48:00.658Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2344	2025-03-08T00:48:00.658Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2345	2025-03-08T00:48:00.658Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2346	2025-03-08T00:48:00.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2347	2025-03-08T00:48:00.661Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2348	2025-03-08T00:48:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2349	2025-03-08T00:48:00.661Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2350	2025-03-08T00:48:00.662Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2351	2025-03-08T00:48:00.670Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
2352	2025-03-08T00:48:00.670Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 31.092597ms iteration = 16 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
2353			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
2354	2025-03-08T00:48:00.688Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2355	2025-03-08T00:48:00.688Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2356	2025-03-08T00:48:00.698Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2357	2025-03-08T00:48:00.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2358	2025-03-08T00:48:00.704Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2359	2025-03-08T00:48:00.704Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2360	2025-03-08T00:48:00.704Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2361	2025-03-08T00:48:00.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2362	2025-03-08T00:48:00.705Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 63.323163ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2363	2025-03-08T00:48:00.706Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 64.494582ms iteration = 16 status = {"errors":[],"requests_created_ok":[]}
2364	2025-03-08T00:48:00.708Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2365	2025-03-08T00:48:00.708Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2366	2025-03-08T00:48:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2367	2025-03-08T00:48:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2368	2025-03-08T00:48:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2369	2025-03-08T00:48:00.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2370	2025-03-08T00:48:00.715Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2371	2025-03-08T00:48:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2372	2025-03-08T00:48:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
2373	2025-03-08T00:48:00.716Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2374	2025-03-08T00:48:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2375	2025-03-08T00:48:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2376	2025-03-08T00:48:00.716Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2377	2025-03-08T00:48:00.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2378	2025-03-08T00:48:00.724Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
2379	2025-03-08T00:48:00.724Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2380	2025-03-08T00:48:00.724Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5ed362e5-f728-4d94-94b2-b7b986cf10dd", "content-length": "26", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2381	2025-03-08T00:48:00.724Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2382	2025-03-08T00:48:00.726Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2383	2025-03-08T00:48:00.742Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
2384	2025-03-08T00:48:00.742Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2385	2025-03-08T00:48:00.742Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "16d01cb1-c049-48d4-b68a-847d3cdd7ffa", "content-length": "26", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2386	2025-03-08T00:48:00.742Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2387	2025-03-08T00:48:00.744Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2388	2025-03-08T00:48:00.746Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2389	2025-03-08T00:48:00.746Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2390	2025-03-08T00:48:00.748Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
2391	2025-03-08T00:48:00.748Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2392	2025-03-08T00:48:00.749Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "97d2a483-c6f8-4d8d-ac90-9fb3109c8506", "content-length": "26", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2393	2025-03-08T00:48:00.749Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2394	2025-03-08T00:48:00.750Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2395	2025-03-08T00:48:00.755Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
2396	2025-03-08T00:48:00.755Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2397	2025-03-08T00:48:00.757Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2398	2025-03-08T00:48:00.757Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2399	2025-03-08T00:48:00.757Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2400	2025-03-08T00:48:00.758Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2401	2025-03-08T00:48:00.758Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2402	2025-03-08T00:48:00.758Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
2403	2025-03-08T00:48:00.758Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 119.348535ms iteration = 16 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
2404	2025-03-08T00:48:00.759Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "eadc6fb5-e989-4602-83a0-9812564623bc", "content-length": "372", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2405	2025-03-08T00:48:00.759Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2406	2025-03-08T00:48:00.759Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2407	2025-03-08T00:48:00.771Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2408	2025-03-08T00:48:00.771Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 132.552151ms iteration = 46 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2409	2025-03-08T00:48:00.794Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2410	2025-03-08T00:48:00.794Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
2411	2025-03-08T00:48:00.794Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 155.550068ms iteration = 16 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
2412	2025-03-08T00:48:00.795Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 155.633101ms iteration = 16 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2413	2025-03-08T00:48:00.797Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
2414	2025-03-08T00:48:00.797Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2415	2025-03-08T00:48:00.797Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2416	2025-03-08T00:48:00.797Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 155.717222ms iteration = 16 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
2417	2025-03-08T00:48:00.800Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 160.852059ms iteration = 16 status = 0
2418	2025-03-08T00:48:00.805Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
2419	2025-03-08T00:48:00.805Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
2420	2025-03-08T00:48:00.805Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2421	2025-03-08T00:48:00.805Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c671aad1-df5b-40ae-9e92-17f4bfb268d1", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2422	2025-03-08T00:48:00.805Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2423	2025-03-08T00:48:00.806Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2424	2025-03-08T00:48:00.806Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "986fe118-1f77-4ce7-a992-e95beb710d9d", "content-length": "1", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2425	2025-03-08T00:48:00.808Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2426	2025-03-08T00:48:00.809Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2427	2025-03-08T00:48:00.812Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2428	2025-03-08T00:48:00.812Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 173.136992ms iteration = 16 status = null
2429	2025-03-08T00:48:00.812Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2430	2025-03-08T00:48:00.815Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2431	2025-03-08T00:48:00.816Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2432	2025-03-08T00:48:00.818Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
2433	2025-03-08T00:48:00.818Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2434	2025-03-08T00:48:00.821Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "64004288-2392-4ada-b2a5-5f7929ad6387", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2435	2025-03-08T00:48:00.823Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 184.125763ms iteration = 16 status = {}
2436	2025-03-08T00:48:00.824Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 185.58391ms iteration = 16 status = {}
2437	2025-03-08T00:48:00.862Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 223.348941ms iteration = 17 status = {"physical_disks_added":0}
2438	2025-03-08T00:48:00.868Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2439	2025-03-08T00:48:00.869Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2440	2025-03-08T00:48:00.892Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2441	2025-03-08T00:48:00.893Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2442	2025-03-08T00:48:00.894Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
2443	2025-03-08T00:48:00.894Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2444	2025-03-08T00:48:00.894Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2445	2025-03-08T00:48:00.897Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2446	2025-03-08T00:48:00.899Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2447	2025-03-08T00:48:00.899Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2448	2025-03-08T00:48:00.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2449	2025-03-08T00:48:00.900Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2450	2025-03-08T00:48:00.902Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2451	2025-03-08T00:48:00.902Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2452	2025-03-08T00:48:00.902Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2453	2025-03-08T00:48:00.904Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2454	2025-03-08T00:48:00.904Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "fbfcbd1d-99b8-4012-9bbc-bc08f93a2468", "content-length": "134", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2455	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
2456	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
2457	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
2458	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
2459	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2460	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2461	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2462	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2463	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2464	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2465	2025-03-08T00:48:00.905Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2466	2025-03-08T00:48:00.905Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2467	2025-03-08T00:48:00.905Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2468	2025-03-08T00:48:00.907Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2469	2025-03-08T00:48:00.908Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "8a1400d1-e5d7-45af-8e4f-4721f31fd376", "content-length": "2", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2470	2025-03-08T00:48:00.908Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2471	2025-03-08T00:48:00.908Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "f9265b01-732e-499a-a0b0-1663c88ae89d", "content-length": "52", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2472	2025-03-08T00:48:00.908Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
2473	2025-03-08T00:48:00.908Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2474	2025-03-08T00:48:00.936Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
2475	2025-03-08T00:48:01.005Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "5c5697f9-9177-4100-844e-f7d911c908d5", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2476	2025-03-08T00:48:01.005Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
2477	2025-03-08T00:48:01.005Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2478	2025-03-08T00:48:01.005Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "16b077c1-b8c8-489c-bc80-29857bac6cbf", "content-length": "691", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2479	2025-03-08T00:48:01.005Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
2480	2025-03-08T00:48:01.005Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
2481	2025-03-08T00:48:01.005Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
2482	2025-03-08T00:48:01.005Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "0841f813-3088-48d2-b686-817c8bd140ff", "content-length": "682", "date": "Sat, 08 Mar 2025 00:48:00 GMT"} })
2483	2025-03-08T00:48:01.005Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2484	2025-03-08T00:48:01.006Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2485	2025-03-08T00:48:01.007Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 368.043732ms iteration = 16 status = {}
2486	2025-03-08T00:48:01.009Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2487	2025-03-08T00:48:01.010Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2488	2025-03-08T00:48:01.013Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2489	2025-03-08T00:48:01.013Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2490	2025-03-08T00:48:01.015Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2491	2025-03-08T00:48:01.015Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2492	2025-03-08T00:48:01.022Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 383.597095ms iteration = 16 status = {}
2493	2025-03-08T00:48:02.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 285 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 8cfdb5b0-d76e-4a25-9953-36a0c81b8fd9 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2494	2025-03-08T00:48:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 47 reason = Timeout
2495	2025-03-08T00:48:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2496	2025-03-08T00:48:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 47 reason = Timeout
2497	2025-03-08T00:48:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2498	2025-03-08T00:48:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2499	2025-03-08T00:48:10.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2500	2025-03-08T00:48:10.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2501	2025-03-08T00:48:10.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2502	2025-03-08T00:48:10.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2503	2025-03-08T00:48:10.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2504	2025-03-08T00:48:10.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2505	2025-03-08T00:48:10.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2506	2025-03-08T00:48:10.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2507	2025-03-08T00:48:10.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2508	2025-03-08T00:48:10.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2509	2025-03-08T00:48:10.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2510	2025-03-08T00:48:10.657Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2511	2025-03-08T00:48:10.657Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 18.424495ms iteration = 47 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2512	2025-03-08T00:48:10.670Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2513	2025-03-08T00:48:10.670Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2514	2025-03-08T00:48:10.699Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.730658ms iteration = 47 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2515	2025-03-08T00:48:12.640Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:38201
2516	2025-03-08T00:48:12.640Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 185b19a9-a1e8-4fef-a9d3-1570f6bc5a62 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2517	2025-03-08T00:48:12.640Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 185b19a9-a1e8-4fef-a9d3-1570f6bc5a62 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2518	2025-03-08T00:48:12.643Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3078 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 185b19a9-a1e8-4fef-a9d3-1570f6bc5a62 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2519	2025-03-08T00:48:12.643Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 8d0f52ee-9334-4210-a6bd-0b48889b18fa roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
2520	2025-03-08T00:48:12.643Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 8d0f52ee-9334-4210-a6bd-0b48889b18fa resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
2521	2025-03-08T00:48:12.646Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2629 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 8d0f52ee-9334-4210-a6bd-0b48889b18fa response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
2522	2025-03-08T00:48:12.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 310 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 3aef55ed-7f6b-47bc-9747-869f42a6be3d response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2523	2025-03-08T00:48:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 48 reason = Timeout
2524	2025-03-08T00:48:20.639Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 48 reason = Timeout
2525	2025-03-08T00:48:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2526	2025-03-08T00:48:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2527	2025-03-08T00:48:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2528	2025-03-08T00:48:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2529	2025-03-08T00:48:20.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2530	2025-03-08T00:48:20.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2531	2025-03-08T00:48:20.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2532	2025-03-08T00:48:20.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.672505ms iteration = 48 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2533	2025-03-08T00:48:20.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2534	2025-03-08T00:48:20.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2535	2025-03-08T00:48:20.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2536	2025-03-08T00:48:20.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2537	2025-03-08T00:48:20.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2538	2025-03-08T00:48:20.673Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2539	2025-03-08T00:48:20.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2540	2025-03-08T00:48:20.675Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2541	2025-03-08T00:48:20.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2542	2025-03-08T00:48:20.687Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2543	2025-03-08T00:48:20.687Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 48.861566ms iteration = 48 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2544	2025-03-08T00:48:22.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 296 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 8b7edba6-496a-42b2-a635-97745106df5a response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2545	2025-03-08T00:48:27.640Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 07ab71a5-f6a3-485d-97dc-3a8b135f3e8f roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2546	2025-03-08T00:48:27.641Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 07ab71a5-f6a3-485d-97dc-3a8b135f3e8f resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2547	2025-03-08T00:48:27.643Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2956 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 07ab71a5-f6a3-485d-97dc-3a8b135f3e8f response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2548	2025-03-08T00:48:27.643Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = b868681c-76fe-4cce-a477-6987d7dc5964 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
2549	2025-03-08T00:48:27.644Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = b868681c-76fe-4cce-a477-6987d7dc5964 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
2550	2025-03-08T00:48:27.646Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2563 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = b868681c-76fe-4cce-a477-6987d7dc5964 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
2551	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 17 reason = Timeout
2552	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 9 reason = Timeout
2553	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2554	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2555	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 17 reason = Timeout
2556	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 17 reason = Timeout
2557	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2558	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 17 reason = Timeout
2559	2025-03-08T00:48:30.638Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
2560	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2561	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2562	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 9 reason = Timeout
2563	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 9 reason = Timeout
2564	2025-03-08T00:48:30.638Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:38:30.638744900 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
2565	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
2566	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 17 reason = Timeout
2567	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
2568	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2569	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 49 reason = Timeout
2570	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2571	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 17 reason = Timeout
2572	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2573	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 49 reason = Timeout
2574	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 9 reason = Timeout
2575	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 17 reason = Timeout
2576	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2577	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2578	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
2579	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 17 reason = Timeout
2580	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2581	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 9 reason = Timeout
2582	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
2583	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2584	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 10 reason = Timeout
2585	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 9 reason = Timeout
2586	2025-03-08T00:48:30.638Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
2587	2025-03-08T00:48:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.47\u{b5}s iteration = 10 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
2588	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 17 reason = Timeout
2589	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 11 reason = Timeout
2590	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
2591	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 9 reason = Timeout
2592	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
2593	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2594	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 17 reason = Timeout
2595	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 17 reason = Timeout
2596	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2597	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 9 reason = Timeout
2598	2025-03-08T00:48:30.639Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
2599	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 18 reason = Timeout
2600	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
2601	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 11 reason = Timeout
2602	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2603	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2604	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2605	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2606	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2607	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2608	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
2609	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2610	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2611	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
2612	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2613	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2614	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
2615	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2616	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2617	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2618	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2619	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2620	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
2621	2025-03-08T00:48:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2622	2025-03-08T00:48:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 662687878 } })
2623	2025-03-08T00:48:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 662723949 } })
2624	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 9 reason = Timeout
2625	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
2626	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
2627	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.158449ms iteration = 9 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
2628	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
2629	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.513428ms iteration = 9 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
2630	2025-03-08T00:48:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
2631	2025-03-08T00:48:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2632	2025-03-08T00:48:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2633	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 17 reason = Timeout
2634	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
2635	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 17 reason = Timeout
2636	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
2637	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 17 reason = Timeout
2638	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 17 reason = Timeout
2639	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2640	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2641	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 17 reason = Timeout
2642	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
2643	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 9 reason = Timeout
2644	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
2645	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2646	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2647	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
2648	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2649	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
2650	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
2651	2025-03-08T00:48:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
2652	2025-03-08T00:48:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2653	2025-03-08T00:48:30.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.673046ms iteration = 17 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
2654	2025-03-08T00:48:30.643Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:38:30.638744900 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
2655	2025-03-08T00:48:30.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 4.984883ms iteration = 9 status = {"expiration":"2025-03-08T00:38:30.638744900Z","pruned":[]}
2656	2025-03-08T00:48:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2657	2025-03-08T00:48:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2658	2025-03-08T00:48:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2659	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
2660	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
2661	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
2662	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2663	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2664	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
2665	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2666	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2667	2025-03-08T00:48:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2668	2025-03-08T00:48:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2669	2025-03-08T00:48:30.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2670	2025-03-08T00:48:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2671	2025-03-08T00:48:30.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2672	2025-03-08T00:48:30.649Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
2673	2025-03-08T00:48:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
2674	2025-03-08T00:48:30.649Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2675	2025-03-08T00:48:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2676	2025-03-08T00:48:30.650Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 673846363 } })
2677	2025-03-08T00:48:30.651Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
2678	2025-03-08T00:48:30.651Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 674339445 } })
2679	2025-03-08T00:48:30.651Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
2680	2025-03-08T00:48:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2681	2025-03-08T00:48:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2682	2025-03-08T00:48:30.654Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2683	2025-03-08T00:48:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2684	2025-03-08T00:48:30.655Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 13.462942ms iteration = 17 status = {"errors":[],"finish_invoked_ok":[]}
2685	2025-03-08T00:48:30.658Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 16.225941ms iteration = 9 status = {"errors":[],"found_port_ok":[]}
2686	2025-03-08T00:48:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2687	2025-03-08T00:48:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2688	2025-03-08T00:48:30.659Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2689	2025-03-08T00:48:30.659Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2690	2025-03-08T00:48:30.663Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
2691	2025-03-08T00:48:30.663Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 24.779841ms iteration = 9 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
2692	2025-03-08T00:48:30.663Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
2693	2025-03-08T00:48:30.664Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 25.319545ms iteration = 17 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
2694	2025-03-08T00:48:30.664Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2695	2025-03-08T00:48:30.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2696	2025-03-08T00:48:30.667Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2697	2025-03-08T00:48:30.669Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2698	2025-03-08T00:48:30.669Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2699	2025-03-08T00:48:30.671Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2700	2025-03-08T00:48:30.672Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2701	2025-03-08T00:48:30.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
2702	2025-03-08T00:48:30.675Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2703	2025-03-08T00:48:30.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2704	2025-03-08T00:48:30.678Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2705	2025-03-08T00:48:30.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
2706	2025-03-08T00:48:30.681Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
2707	2025-03-08T00:48:30.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
2708	2025-03-08T00:48:30.684Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2709	2025-03-08T00:48:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2710			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
2711	2025-03-08T00:48:30.690Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2712	2025-03-08T00:48:30.693Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
2713	2025-03-08T00:48:30.693Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2714	2025-03-08T00:48:30.693Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2715	2025-03-08T00:48:30.695Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2716	2025-03-08T00:48:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2717	2025-03-08T00:48:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
2718	2025-03-08T00:48:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
2719	2025-03-08T00:48:30.698Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
2720	2025-03-08T00:48:30.699Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2721	2025-03-08T00:48:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
2722	2025-03-08T00:48:30.700Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2723	2025-03-08T00:48:30.700Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
2724	2025-03-08T00:48:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2725	2025-03-08T00:48:30.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
2726	2025-03-08T00:48:30.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2727	2025-03-08T00:48:30.701Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2728	2025-03-08T00:48:30.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2729	2025-03-08T00:48:30.701Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2730	2025-03-08T00:48:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2731	2025-03-08T00:48:30.702Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2732	2025-03-08T00:48:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2733	2025-03-08T00:48:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
2734	2025-03-08T00:48:30.702Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2735	2025-03-08T00:48:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2736	2025-03-08T00:48:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
2737	2025-03-08T00:48:30.704Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
2738	2025-03-08T00:48:30.704Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 65.894166ms iteration = 49 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2739	2025-03-08T00:48:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
2740	2025-03-08T00:48:30.705Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 62.959783ms iteration = 17 status = {"errors":[],"garbage_collect_requested":[]}
2741	2025-03-08T00:48:30.706Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 729516107 } })
2742	2025-03-08T00:48:30.706Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2743	2025-03-08T00:48:30.707Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2744	2025-03-08T00:48:30.707Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2745	2025-03-08T00:48:30.707Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2746	2025-03-08T00:48:30.707Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2747	2025-03-08T00:48:30.709Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2748	2025-03-08T00:48:30.709Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2749	2025-03-08T00:48:30.709Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2750	2025-03-08T00:48:30.710Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
2751	2025-03-08T00:48:30.710Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
2752	2025-03-08T00:48:30.710Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 69.969107ms iteration = 9 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
2753	2025-03-08T00:48:30.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2754	2025-03-08T00:48:30.712Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2755	2025-03-08T00:48:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2756	2025-03-08T00:48:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2757	2025-03-08T00:48:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2758	2025-03-08T00:48:30.715Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2759	2025-03-08T00:48:30.716Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 74.60221ms iteration = 17 status = {"errors":[],"requests_created_ok":[]}
2760	2025-03-08T00:48:30.716Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
2761	2025-03-08T00:48:30.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
2762	2025-03-08T00:48:30.717Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
2763	2025-03-08T00:48:30.717Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2764	2025-03-08T00:48:30.717Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2765	2025-03-08T00:48:30.731Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
2766	2025-03-08T00:48:30.731Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
2767	2025-03-08T00:48:30.731Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
2768	2025-03-08T00:48:30.731Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2769	2025-03-08T00:48:30.731Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2770	2025-03-08T00:48:30.733Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2771	2025-03-08T00:48:30.734Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 95.171198ms iteration = 49 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2772	2025-03-08T00:48:30.737Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2773	2025-03-08T00:48:30.737Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2774	2025-03-08T00:48:30.738Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2775	2025-03-08T00:48:30.740Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2776	2025-03-08T00:48:30.740Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2777	2025-03-08T00:48:30.740Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2778	2025-03-08T00:48:30.742Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 103.400671ms iteration = 18 status = {"physical_disks_added":0}
2779	2025-03-08T00:48:30.742Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2780	2025-03-08T00:48:30.745Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
2781	2025-03-08T00:48:30.745Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
2782	2025-03-08T00:48:30.745Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
2783	2025-03-08T00:48:30.757Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 118.788321ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2784	2025-03-08T00:48:30.758Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
2785	2025-03-08T00:48:30.758Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
2786	2025-03-08T00:48:30.758Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 119.107259ms iteration = 9 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
2787	2025-03-08T00:48:30.760Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2788	2025-03-08T00:48:30.760Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
2789	2025-03-08T00:48:30.760Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
2790	2025-03-08T00:48:30.760Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
2791	2025-03-08T00:48:30.760Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
2792	2025-03-08T00:48:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
2793	2025-03-08T00:48:30.762Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
2794	2025-03-08T00:48:30.762Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 124.338998ms iteration = 9 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
2795	2025-03-08T00:48:30.763Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2796	2025-03-08T00:48:30.763Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2797	2025-03-08T00:48:30.764Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
2798	2025-03-08T00:48:30.764Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
2799	2025-03-08T00:48:30.764Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
2800	2025-03-08T00:48:30.764Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2801	2025-03-08T00:48:30.764Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2802	2025-03-08T00:48:30.770Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2803	2025-03-08T00:48:30.772Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2804	2025-03-08T00:48:30.773Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 130.867358ms iteration = 17 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
2805	2025-03-08T00:48:30.773Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
2806	2025-03-08T00:48:30.773Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
2807	2025-03-08T00:48:30.774Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
2808	2025-03-08T00:48:30.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2809	2025-03-08T00:48:30.776Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2810	2025-03-08T00:48:30.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2811	2025-03-08T00:48:30.785Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
2812	2025-03-08T00:48:30.793Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 151.707253ms iteration = 17 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
2813	2025-03-08T00:48:30.794Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
2814	2025-03-08T00:48:30.794Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
2815	2025-03-08T00:48:30.794Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 155.529988ms iteration = 17 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
2816	2025-03-08T00:48:30.890Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
2817	2025-03-08T00:48:30.890Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2818	2025-03-08T00:48:30.891Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "319c6085-7a5e-4ca4-9efb-d360194f76a7", "content-length": "26", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2819	2025-03-08T00:48:30.891Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2820	2025-03-08T00:48:30.892Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2821	2025-03-08T00:48:30.939Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
2822	2025-03-08T00:48:30.946Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
2823	2025-03-08T00:48:30.948Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2824	2025-03-08T00:48:30.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 310.672486ms iteration = 17 status = 0
2825	2025-03-08T00:48:30.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
2826	2025-03-08T00:48:30.950Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
2827	2025-03-08T00:48:30.950Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
2828	2025-03-08T00:48:30.958Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
2829	2025-03-08T00:48:30.958Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2830	2025-03-08T00:48:30.959Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e6cade19-8154-4925-b531-5198149fb358", "content-length": "26", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2831	2025-03-08T00:48:30.959Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2832	2025-03-08T00:48:30.961Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
2833	2025-03-08T00:48:30.979Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2834	2025-03-08T00:48:30.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2835	2025-03-08T00:48:30.982Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2836	2025-03-08T00:48:30.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2837	2025-03-08T00:48:30.983Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
2838	2025-03-08T00:48:30.983Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2839	2025-03-08T00:48:30.985Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
2840	2025-03-08T00:48:30.985Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
2841	2025-03-08T00:48:30.985Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2842	2025-03-08T00:48:30.985Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
2843	2025-03-08T00:48:30.985Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
2844	2025-03-08T00:48:30.985Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2845	2025-03-08T00:48:30.985Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "4409268d-254d-401b-a6fa-982e5becdce8", "content-length": "26", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2846	2025-03-08T00:48:30.985Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
2847	2025-03-08T00:48:30.987Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2848	2025-03-08T00:48:30.987Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2849	2025-03-08T00:48:30.988Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
2850	2025-03-08T00:48:30.989Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
2851	2025-03-08T00:48:30.989Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
2852	2025-03-08T00:48:30.989Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
2853	2025-03-08T00:48:30.991Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
2854	2025-03-08T00:48:30.991Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 352.552569ms iteration = 17 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
2855	2025-03-08T00:48:30.992Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
2856	2025-03-08T00:48:30.992Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
2857	2025-03-08T00:48:30.992Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
2858	2025-03-08T00:48:30.992Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 353.153534ms iteration = 9 status = {"generation":1}
2859	2025-03-08T00:48:31.019Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
2860	2025-03-08T00:48:31.019Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
2861	2025-03-08T00:48:31.019Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2862	2025-03-08T00:48:31.020Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2863	2025-03-08T00:48:31.021Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2864	2025-03-08T00:48:31.024Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
2865	2025-03-08T00:48:31.024Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
2866	2025-03-08T00:48:31.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
2867	2025-03-08T00:48:31.027Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
2868	2025-03-08T00:48:31.027Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
2869	2025-03-08T00:48:31.027Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
2870	2025-03-08T00:48:31.027Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 388.441945ms iteration = 9 status = {"generation":2}
2871	2025-03-08T00:48:31.047Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "4276f516-c059-4711-b216-04c1c81a0d8f", "content-length": "372", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2872	2025-03-08T00:48:31.047Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2873	2025-03-08T00:48:31.048Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2874	2025-03-08T00:48:31.048Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "211224e5-68e1-4694-bf05-e915b869974c", "content-length": "691", "date": "Sat, 08 Mar 2025 00:48:31 GMT"} })
2875	2025-03-08T00:48:31.048Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
2876	2025-03-08T00:48:31.048Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
2877	2025-03-08T00:48:31.048Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
2878	2025-03-08T00:48:31.050Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 411.3829ms iteration = 17 status = {}
2879	2025-03-08T00:48:31.063Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
2880	2025-03-08T00:48:31.063Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "f197d830-7a0c-45d9-add4-8d2bfd885707", "content-length": "1", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2881	2025-03-08T00:48:31.065Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
2882	2025-03-08T00:48:31.065Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
2883	2025-03-08T00:48:31.067Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 428.145484ms iteration = 17 status = null
2884	2025-03-08T00:48:31.088Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
2885	2025-03-08T00:48:31.088Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
2886	2025-03-08T00:48:31.088Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "6f684075-7060-4f3c-b4d7-87bef696eab2", "date": "Sat, 08 Mar 2025 00:48:31 GMT"} })
2887	2025-03-08T00:48:31.088Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2888	2025-03-08T00:48:31.089Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2889	2025-03-08T00:48:31.090Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2890	2025-03-08T00:48:31.090Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2891	2025-03-08T00:48:31.093Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
2892	2025-03-08T00:48:31.094Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
2893	2025-03-08T00:48:31.096Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
2894	2025-03-08T00:48:31.097Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "6957d8d6-833e-4000-b917-8339870b5895", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2895	2025-03-08T00:48:31.097Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2896	2025-03-08T00:48:31.097Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
2897	2025-03-08T00:48:31.097Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
2898	2025-03-08T00:48:31.097Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "203e8592-c202-4ab3-b486-93129a898a56", "date": "Sat, 08 Mar 2025 00:48:31 GMT"} })
2899	2025-03-08T00:48:31.098Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "61240ab8-6f5b-47a4-8151-ed3417848f13", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2900	2025-03-08T00:48:31.098Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2901	2025-03-08T00:48:31.099Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 461.239411ms iteration = 17 status = {}
2902	2025-03-08T00:48:31.100Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
2903	2025-03-08T00:48:31.101Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 461.982399ms iteration = 11 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
2904	2025-03-08T00:48:31.101Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 462.720788ms iteration = 17 status = {}
2905	2025-03-08T00:48:31.114Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
2906	2025-03-08T00:48:31.115Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "a84bcaa7-99ea-4616-9f52-b0c309261f0c", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2907	2025-03-08T00:48:31.115Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2908	2025-03-08T00:48:31.116Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "a3073c31-2bc9-4cbe-84b0-ce39edbf84bc", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2909	2025-03-08T00:48:31.116Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2910	2025-03-08T00:48:31.118Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "cb13e6a2-2927-43ba-a033-75b3748b6e0b", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2911	2025-03-08T00:48:31.118Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2912	2025-03-08T00:48:31.120Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
2913	2025-03-08T00:48:31.120Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 481.991573ms iteration = 11 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
2914	2025-03-08T00:48:31.173Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2915	2025-03-08T00:48:31.174Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2916	2025-03-08T00:48:31.176Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
2917	2025-03-08T00:48:31.176Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2918	2025-03-08T00:48:31.176Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2919	2025-03-08T00:48:31.185Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
2920	2025-03-08T00:48:31.186Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "68e1e266-6193-4eed-b6dc-cdea8f376bed", "content-length": "134", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2921	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
2922	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
2923	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
2924	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
2925	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2926	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2927	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2928	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2929	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
2930	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
2931	2025-03-08T00:48:31.186Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
2932	2025-03-08T00:48:31.186Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2933	2025-03-08T00:48:31.187Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2934	2025-03-08T00:48:31.189Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
2935	2025-03-08T00:48:31.189Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "87879ec5-1e11-42ad-bd24-d43b9fd55e64", "content-length": "2", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2936	2025-03-08T00:48:31.189Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
2937	2025-03-08T00:48:31.189Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c249f550-44f0-4402-81f6-0c94cf9b4c28", "content-length": "52", "date": "Sat, 08 Mar 2025 00:48:30 GMT"} })
2938	2025-03-08T00:48:31.189Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
2939	2025-03-08T00:48:31.189Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
2940	2025-03-08T00:48:31.281Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "6a83c8f6-be93-4582-bdfe-edc66fdb9ece", "date": "Sat, 08 Mar 2025 00:48:31 GMT"} })
2941	2025-03-08T00:48:31.281Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
2942	2025-03-08T00:48:31.281Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
2943	2025-03-08T00:48:31.281Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "ca726ee3-acfe-4d01-898c-e28be4270173", "content-length": "682", "date": "Sat, 08 Mar 2025 00:48:31 GMT"} })
2944	2025-03-08T00:48:31.281Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2945	2025-03-08T00:48:31.282Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2946	2025-03-08T00:48:31.285Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2947	2025-03-08T00:48:31.285Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2948	2025-03-08T00:48:31.289Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2949	2025-03-08T00:48:31.289Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2950	2025-03-08T00:48:31.291Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
2951	2025-03-08T00:48:31.291Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
2952	2025-03-08T00:48:31.300Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 661.362079ms iteration = 17 status = {}
2953	2025-03-08T00:48:32.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 319 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = f8c185bf-79f7-4c6d-9e83-b2ccb5b138b3 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2954	2025-03-08T00:48:40.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 50 reason = Timeout
2955	2025-03-08T00:48:40.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 50 reason = Timeout
2956	2025-03-08T00:48:40.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2957	2025-03-08T00:48:40.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2958	2025-03-08T00:48:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2959	2025-03-08T00:48:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2960	2025-03-08T00:48:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2961	2025-03-08T00:48:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2962	2025-03-08T00:48:40.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2963	2025-03-08T00:48:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2964	2025-03-08T00:48:40.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2965	2025-03-08T00:48:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2966	2025-03-08T00:48:40.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2967	2025-03-08T00:48:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2968	2025-03-08T00:48:40.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2969	2025-03-08T00:48:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2970	2025-03-08T00:48:40.667Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2971	2025-03-08T00:48:40.667Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 28.746579ms iteration = 50 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2972	2025-03-08T00:48:40.677Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2973	2025-03-08T00:48:40.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2974	2025-03-08T00:48:40.679Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 41.273418ms iteration = 50 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2975	2025-03-08T00:48:42.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 260 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 5832b289-135d-45e5-b841-b792e61fc326 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2976	2025-03-08T00:48:50.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 51 reason = Timeout
2977	2025-03-08T00:48:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2978	2025-03-08T00:48:50.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 51 reason = Timeout
2979	2025-03-08T00:48:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2980	2025-03-08T00:48:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2981	2025-03-08T00:48:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2982	2025-03-08T00:48:50.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
2983	2025-03-08T00:48:50.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
2984	2025-03-08T00:48:50.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2985	2025-03-08T00:48:50.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.026859ms iteration = 51 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
2986	2025-03-08T00:48:50.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
2987	2025-03-08T00:48:50.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2988	2025-03-08T00:48:50.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2989	2025-03-08T00:48:50.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2990	2025-03-08T00:48:50.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2991	2025-03-08T00:48:50.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
2992	2025-03-08T00:48:50.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
2993	2025-03-08T00:48:50.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
2994	2025-03-08T00:48:50.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
2995	2025-03-08T00:48:50.660Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
2996	2025-03-08T00:48:50.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.350911ms iteration = 51 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
2997	2025-03-08T00:48:52.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 290 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 5be22573-b2cb-4535-a1e2-b1b144337975 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
2998	2025-03-08T00:48:57.640Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 6771ed02-f39d-4d1a-a99f-bfa72ec8e2fa roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
2999	2025-03-08T00:48:57.640Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 6771ed02-f39d-4d1a-a99f-bfa72ec8e2fa resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
3000	2025-03-08T00:48:57.643Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3477 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = 6771ed02-f39d-4d1a-a99f-bfa72ec8e2fa response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
3001	2025-03-08T00:48:57.643Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = e915d2c6-38ec-4cea-8d6d-b970028c5f1f roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
3002	2025-03-08T00:48:57.644Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = e915d2c6-38ec-4cea-8d6d-b970028c5f1f resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
3003	2025-03-08T00:48:57.646Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2622 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:38201 req_id = e915d2c6-38ec-4cea-8d6d-b970028c5f1f response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
3004	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 52 reason = Timeout
3005	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 18 reason = Timeout
3006	2025-03-08T00:49:00.638Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
3007	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3008	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3009	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 18 reason = Timeout
3010	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 18 reason = Timeout
3011	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 52 reason = Timeout
3012	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3013	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3014	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 18 reason = Timeout
3015	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 19 reason = Timeout
3016	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3017	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3018	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 18 reason = Timeout
3019	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
3020	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 18 reason = Timeout
3021	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3022	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3023	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 18 reason = Timeout
3024	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3025	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 18 reason = Timeout
3026	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3027	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 18 reason = Timeout
3028	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3029	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 18 reason = Timeout
3030	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3031	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 18 reason = Timeout
3032	2025-03-08T00:49:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3033	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3034	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3035	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3036	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3037	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3038	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3039	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3040	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3041	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3042	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3043	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3044	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3045	2025-03-08T00:49:00.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3046	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3047	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.176578ms iteration = 18 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
3048	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 18 reason = Timeout
3049	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 18 reason = Timeout
3050	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3051	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3052	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 18 reason = Timeout
3053	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
3054	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 18 reason = Timeout
3055	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
3056	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 18 reason = Timeout
3057	2025-03-08T00:49:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
3058	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3059	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3060	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
3061	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
3062	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
3063	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3064	2025-03-08T00:49:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3065	2025-03-08T00:49:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3066	2025-03-08T00:49:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3067	2025-03-08T00:49:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3068	2025-03-08T00:49:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3069	2025-03-08T00:49:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3070	2025-03-08T00:49:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3071	2025-03-08T00:49:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3072	2025-03-08T00:49:00.645Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3073	2025-03-08T00:49:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3074	2025-03-08T00:49:00.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3075	2025-03-08T00:49:00.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3076	2025-03-08T00:49:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3077	2025-03-08T00:49:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3078	2025-03-08T00:49:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3079	2025-03-08T00:49:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3080	2025-03-08T00:49:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3081	2025-03-08T00:49:00.648Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 671891155 } })
3082	2025-03-08T00:49:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3083	2025-03-08T00:49:00.648Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
3084	2025-03-08T00:49:00.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3085	2025-03-08T00:49:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3086	2025-03-08T00:49:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3087	2025-03-08T00:49:00.649Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 673216508 } })
3088	2025-03-08T00:49:00.650Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
3089	2025-03-08T00:49:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3090	2025-03-08T00:49:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3091	2025-03-08T00:49:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3092	2025-03-08T00:49:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3093	2025-03-08T00:49:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3094	2025-03-08T00:49:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3095	2025-03-08T00:49:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3096	2025-03-08T00:49:00.652Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3097	2025-03-08T00:49:00.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3098	2025-03-08T00:49:00.653Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 11.826462ms iteration = 18 status = {"errors":[],"finish_invoked_ok":[]}
3099	2025-03-08T00:49:00.655Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 16.543878ms iteration = 52 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3100	2025-03-08T00:49:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3101	2025-03-08T00:49:00.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3102	2025-03-08T00:49:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3103	2025-03-08T00:49:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3104	2025-03-08T00:49:00.657Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 15.240836ms iteration = 18 status = {"errors":[],"requests_created_ok":[]}
3105	2025-03-08T00:49:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3106	2025-03-08T00:49:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3107	2025-03-08T00:49:00.657Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 18.590799ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3108	2025-03-08T00:49:00.658Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 682189419 } })
3109	2025-03-08T00:49:00.659Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3110	2025-03-08T00:49:00.659Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3111	2025-03-08T00:49:00.659Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3112	2025-03-08T00:49:00.659Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3113	2025-03-08T00:49:00.660Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3114	2025-03-08T00:49:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3115	2025-03-08T00:49:00.661Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3116	2025-03-08T00:49:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3117	2025-03-08T00:49:00.662Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3118	2025-03-08T00:49:00.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 23.782727ms iteration = 18 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3119	2025-03-08T00:49:00.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3120	2025-03-08T00:49:00.663Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3121	2025-03-08T00:49:00.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3122			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
3123	2025-03-08T00:49:00.691Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3124	2025-03-08T00:49:00.693Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3125	2025-03-08T00:49:00.693Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3126	2025-03-08T00:49:00.693Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3127	2025-03-08T00:49:00.694Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3128	2025-03-08T00:49:00.695Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3129	2025-03-08T00:49:00.695Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 53.699695ms iteration = 18 status = {"errors":[],"garbage_collect_requested":[]}
3130	2025-03-08T00:49:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3131	2025-03-08T00:49:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3132	2025-03-08T00:49:00.696Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3133	2025-03-08T00:49:00.696Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3134	2025-03-08T00:49:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3135	2025-03-08T00:49:00.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3136	2025-03-08T00:49:00.698Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3137	2025-03-08T00:49:00.698Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3138	2025-03-08T00:49:00.698Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3139	2025-03-08T00:49:00.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3140	2025-03-08T00:49:00.699Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3141	2025-03-08T00:49:00.699Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3142	2025-03-08T00:49:00.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3143	2025-03-08T00:49:00.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3144	2025-03-08T00:49:00.701Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3145	2025-03-08T00:49:00.701Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3146	2025-03-08T00:49:00.701Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 62.800309ms iteration = 18 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3147	2025-03-08T00:49:00.703Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3148	2025-03-08T00:49:00.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3149	2025-03-08T00:49:00.706Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3150	2025-03-08T00:49:00.706Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3151	2025-03-08T00:49:00.708Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
3152	2025-03-08T00:49:00.708Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 69.790702ms iteration = 18 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
3153	2025-03-08T00:49:00.716Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3154	2025-03-08T00:49:00.716Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 77.757808ms iteration = 52 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3155	2025-03-08T00:49:00.730Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 88.875153ms iteration = 18 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3156	2025-03-08T00:49:00.738Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3157	2025-03-08T00:49:00.739Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3158	2025-03-08T00:49:00.739Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3159	2025-03-08T00:49:00.740Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9ce85871-36bd-467d-a519-a4f76649ca9c", "content-length": "26", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3160	2025-03-08T00:49:00.740Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3161	2025-03-08T00:49:00.742Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
3162	2025-03-08T00:49:00.742Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3163	2025-03-08T00:49:00.742Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3164	2025-03-08T00:49:00.742Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3165	2025-03-08T00:49:00.742Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3166	2025-03-08T00:49:00.742Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3167	2025-03-08T00:49:00.744Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 105.535594ms iteration = 18 status = 0
3168	2025-03-08T00:49:00.745Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 103.594657ms iteration = 18 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3169	2025-03-08T00:49:00.767Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3170	2025-03-08T00:49:00.767Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3171	2025-03-08T00:49:00.780Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 141.269236ms iteration = 19 status = {"physical_disks_added":0}
3172	2025-03-08T00:49:00.833Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3173	2025-03-08T00:49:00.833Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3174	2025-03-08T00:49:00.833Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ce67b8fe-b6f4-4046-adcb-00ca2ec47530", "content-length": "26", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3175	2025-03-08T00:49:00.833Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3176	2025-03-08T00:49:00.835Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3177	2025-03-08T00:49:00.849Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
3178	2025-03-08T00:49:00.849Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3179	2025-03-08T00:49:00.850Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e15141b6-51e0-4308-9951-890890a6d514", "content-length": "26", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3180	2025-03-08T00:49:00.850Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3181	2025-03-08T00:49:00.850Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3182	2025-03-08T00:49:00.850Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3183	2025-03-08T00:49:00.851Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3184	2025-03-08T00:49:00.851Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "853df314-94c6-4fe3-83f0-8353b48dfd78", "content-length": "1", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3185	2025-03-08T00:49:00.851Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3186	2025-03-08T00:49:00.852Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3187	2025-03-08T00:49:00.852Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3188	2025-03-08T00:49:00.852Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3189	2025-03-08T00:49:00.854Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3190	2025-03-08T00:49:00.854Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3191	2025-03-08T00:49:00.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3192	2025-03-08T00:49:00.854Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 215.98631ms iteration = 18 status = null
3193	2025-03-08T00:49:00.881Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
3194	2025-03-08T00:49:00.881Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3195	2025-03-08T00:49:00.882Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "412fe3ad-91b4-4c03-8453-8695d2fe00c3", "content-length": "372", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3196	2025-03-08T00:49:00.882Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3197	2025-03-08T00:49:00.882Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3198	2025-03-08T00:49:00.883Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3199	2025-03-08T00:49:00.884Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3200	2025-03-08T00:49:00.884Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3201	2025-03-08T00:49:00.884Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3202	2025-03-08T00:49:00.897Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
3203	2025-03-08T00:49:00.897Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
3204	2025-03-08T00:49:00.897Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "108ce93c-b80e-4c30-96fd-787f519c1c88", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3205	2025-03-08T00:49:00.897Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3206	2025-03-08T00:49:00.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3207	2025-03-08T00:49:00.899Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3208	2025-03-08T00:49:00.899Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3209	2025-03-08T00:49:00.902Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3210	2025-03-08T00:49:00.903Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3211	2025-03-08T00:49:00.906Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
3212	2025-03-08T00:49:00.906Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3213	2025-03-08T00:49:00.906Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "9aa9e38a-ff79-405c-8e9e-c59ea0997678", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3214	2025-03-08T00:49:00.908Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 269.583512ms iteration = 18 status = {}
3215	2025-03-08T00:49:00.929Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 290.905108ms iteration = 18 status = {}
3216	2025-03-08T00:49:00.962Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
3217	2025-03-08T00:49:00.962Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "44296196-aec9-4d75-b5b1-eaaaacda6757", "content-length": "691", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3218	2025-03-08T00:49:00.962Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
3219	2025-03-08T00:49:00.962Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
3220	2025-03-08T00:49:00.962Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
3221	2025-03-08T00:49:00.963Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 325.053991ms iteration = 18 status = {}
3222	2025-03-08T00:49:01.015Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3223	2025-03-08T00:49:01.015Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3224	2025-03-08T00:49:01.017Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
3225	2025-03-08T00:49:01.017Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3226	2025-03-08T00:49:01.017Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3227	2025-03-08T00:49:01.028Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3228	2025-03-08T00:49:01.028Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e9c2cc0-1d3a-442c-ade8-16ac95f3e603", "content-length": "134", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3229	2025-03-08T00:49:01.028Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
3230	2025-03-08T00:49:01.028Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
3231	2025-03-08T00:49:01.028Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
3232	2025-03-08T00:49:01.028Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
3233	2025-03-08T00:49:01.028Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3234	2025-03-08T00:49:01.029Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3235	2025-03-08T00:49:01.029Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3236	2025-03-08T00:49:01.029Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3237	2025-03-08T00:49:01.029Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3238	2025-03-08T00:49:01.029Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3239	2025-03-08T00:49:01.029Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3240	2025-03-08T00:49:01.029Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3241	2025-03-08T00:49:01.029Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3242	2025-03-08T00:49:01.031Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3243	2025-03-08T00:49:01.031Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "dfda5b9a-a19d-4149-bfdf-4145520ac65d", "content-length": "2", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3244	2025-03-08T00:49:01.031Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3245	2025-03-08T00:49:01.031Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c6f267ab-f5a7-4e70-86dc-d44516bdb46b", "content-length": "52", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3246	2025-03-08T00:49:01.031Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
3247	2025-03-08T00:49:01.031Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3248	2025-03-08T00:49:01.125Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "13b0940e-0440-48d4-aae0-e3d54f1901c3", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3249	2025-03-08T00:49:01.125Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
3250	2025-03-08T00:49:01.125Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3251	2025-03-08T00:49:01.126Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "f8d9d8d9-c270-4e03-ae82-eaeb8a988997", "content-length": "682", "date": "Sat, 08 Mar 2025 00:49:00 GMT"} })
3252	2025-03-08T00:49:01.126Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3253	2025-03-08T00:49:01.126Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3254	2025-03-08T00:49:01.130Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3255	2025-03-08T00:49:01.130Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3256	2025-03-08T00:49:01.134Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3257	2025-03-08T00:49:01.134Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3258	2025-03-08T00:49:01.136Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3259	2025-03-08T00:49:01.136Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3260	2025-03-08T00:49:01.144Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 505.170465ms iteration = 18 status = {}
3261	2025-03-08T00:49:01.288Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
3262	2025-03-08T00:49:01.288Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
3263	2025-03-08T00:49:01.319Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
3264	2025-03-08T00:49:01.319Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:39440
3265	2025-03-08T00:49:01.319Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39440 req_id = 96683af8-7727-4c55-8f44-583d0869c978 roles = RoleSet { roles: {} } uri = /metrics/producers
3266	2025-03-08T00:49:01.319Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39440 req_id = 96683af8-7727-4c55-8f44-583d0869c978 resource = Database result = Ok(()) uri = /metrics/producers
3267	2025-03-08T00:49:01.360Z	INFO	nexus: assigned collector to new producer collector_id = c5a56912-50aa-493d-9612-f426cf7f1072 file = nexus/src/app/oximeter.rs:76 producer_id = 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3268	2025-03-08T00:49:01.360Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 41517 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:39440 req_id = 96683af8-7727-4c55-8f44-583d0869c978 response_code = 201 uri = /metrics/producers
3269	2025-03-08T00:49:01.361Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "96683af8-7727-4c55-8f44-583d0869c978", "content-length": "41", "date": "Sat, 08 Mar 2025 00:49:01 GMT"} })
3270	2025-03-08T00:49:01.361Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
3271	2025-03-08T00:49:01.361Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
3272	2025-03-08T00:49:02.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 263 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 5034972f-516d-4701-ad4a-d7a0e884dccf response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3273	2025-03-08T00:49:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 53 reason = Timeout
3274	2025-03-08T00:49:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 53 reason = Timeout
3275	2025-03-08T00:49:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3276	2025-03-08T00:49:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3277	2025-03-08T00:49:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3278	2025-03-08T00:49:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3279	2025-03-08T00:49:10.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3280	2025-03-08T00:49:10.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3281	2025-03-08T00:49:10.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3282	2025-03-08T00:49:10.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.598934ms iteration = 53 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3283	2025-03-08T00:49:10.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3284	2025-03-08T00:49:10.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3285	2025-03-08T00:49:10.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3286	2025-03-08T00:49:10.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3287	2025-03-08T00:49:10.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3288	2025-03-08T00:49:10.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3289	2025-03-08T00:49:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3290	2025-03-08T00:49:10.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3291	2025-03-08T00:49:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3292	2025-03-08T00:49:10.659Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3293	2025-03-08T00:49:10.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.91848ms iteration = 53 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3294	2025-03-08T00:49:12.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 257 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 35240a64-dcbd-4335-8d77-4e95edd419d8 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3295	2025-03-08T00:49:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 54 reason = Timeout
3296	2025-03-08T00:49:20.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3297	2025-03-08T00:49:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 54 reason = Timeout
3298	2025-03-08T00:49:20.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3299	2025-03-08T00:49:20.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3300	2025-03-08T00:49:20.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3301	2025-03-08T00:49:20.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3302	2025-03-08T00:49:20.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3303	2025-03-08T00:49:20.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3304	2025-03-08T00:49:20.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.745397ms iteration = 54 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3305	2025-03-08T00:49:20.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3306	2025-03-08T00:49:20.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3307	2025-03-08T00:49:20.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3308	2025-03-08T00:49:20.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3309	2025-03-08T00:49:20.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3310	2025-03-08T00:49:20.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3311	2025-03-08T00:49:20.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3312	2025-03-08T00:49:20.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3313	2025-03-08T00:49:20.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3314	2025-03-08T00:49:20.660Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3315	2025-03-08T00:49:20.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.710676ms iteration = 54 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3316	2025-03-08T00:49:22.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 283 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 02e048cf-0469-408d-8676-f415e73b61e6 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3317	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 19 reason = Timeout
3318	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 10 reason = Timeout
3319	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3320	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
3321	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 20 reason = Timeout
3322	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3323	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 10 reason = Timeout
3324	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3325	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 19 reason = Timeout
3326	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3327	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 19 reason = Timeout
3328	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 10 reason = Timeout
3329	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3330	2025-03-08T00:49:30.638Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:39:30.638680156 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
3331	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 55 reason = Timeout
3332	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
3333	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 10 reason = Timeout
3334	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3335	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3336	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 10 reason = Timeout
3337	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 19 reason = Timeout
3338	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3339	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 12 reason = Timeout
3340	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
3341	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 19 reason = Timeout
3342	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 19 reason = Timeout
3343	2025-03-08T00:49:30.638Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
3344	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3345	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 19 reason = Timeout
3346	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3347	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 5 reason = Timeout
3348	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 19 reason = Timeout
3349	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 55 reason = Timeout
3350	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3351	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3352	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3353	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 19 reason = Timeout
3354	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
3355	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3356	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 19 reason = Timeout
3357	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3358	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 19 reason = Timeout
3359	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3360	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 11 reason = Timeout
3361	2025-03-08T00:49:30.638Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
3362	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 10 reason = Timeout
3363	2025-03-08T00:49:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 13.03\u{b5}s iteration = 11 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
3364	2025-03-08T00:49:30.639Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
3365	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 12 reason = Timeout
3366	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
3367	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 10 reason = Timeout
3368	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
3369	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3370	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 10 reason = Timeout
3371	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3372	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3373	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3374	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
3375	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3376	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3377	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
3378	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3379	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3380	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3381	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3382	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3383	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3384	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3385	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3386	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3387	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
3388	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3389	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3390	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3391	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3392	2025-03-08T00:49:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 662965235 } })
3393	2025-03-08T00:49:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 663075707 } })
3394	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 10 reason = Timeout
3395	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
3396	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3397	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3398	2025-03-08T00:49:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
3399	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
3400	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.414405ms iteration = 10 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
3401	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3402	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3403	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
3404	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.260372ms iteration = 10 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
3405	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3406	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3407	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3408	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3409	2025-03-08T00:49:30.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3410	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 19 reason = Timeout
3411	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
3412	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3413	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 19 reason = Timeout
3414	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
3415	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 19 reason = Timeout
3416	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3417	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 10 reason = Timeout
3418	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
3419	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 19 reason = Timeout
3420	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3421	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 19 reason = Timeout
3422	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
3423	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
3424	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
3425	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
3426	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3427	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3428	2025-03-08T00:49:30.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
3429	2025-03-08T00:49:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3430	2025-03-08T00:49:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3431	2025-03-08T00:49:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3432	2025-03-08T00:49:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3433	2025-03-08T00:49:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3434	2025-03-08T00:49:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3435	2025-03-08T00:49:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3436	2025-03-08T00:49:30.647Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 9.191287ms iteration = 19 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
3437	2025-03-08T00:49:30.648Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:39:30.638680156 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
3438	2025-03-08T00:49:30.648Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 10.199762ms iteration = 10 status = {"expiration":"2025-03-08T00:39:30.638680156Z","pruned":[]}
3439	2025-03-08T00:49:30.649Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 672714735 } })
3440	2025-03-08T00:49:30.649Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3441	2025-03-08T00:49:30.649Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
3442	2025-03-08T00:49:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3443	2025-03-08T00:49:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3444	2025-03-08T00:49:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3445	2025-03-08T00:49:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3446	2025-03-08T00:49:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3447	2025-03-08T00:49:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
3448	2025-03-08T00:49:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
3449	2025-03-08T00:49:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3450	2025-03-08T00:49:30.654Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3451	2025-03-08T00:49:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3452	2025-03-08T00:49:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3453	2025-03-08T00:49:30.654Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3454	2025-03-08T00:49:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3455	2025-03-08T00:49:30.657Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 680835836 } })
3456	2025-03-08T00:49:30.657Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3457	2025-03-08T00:49:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3458	2025-03-08T00:49:30.657Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
3459	2025-03-08T00:49:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3460	2025-03-08T00:49:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3461	2025-03-08T00:49:30.659Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3462	2025-03-08T00:49:30.660Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3463	2025-03-08T00:49:30.662Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
3464	2025-03-08T00:49:30.662Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
3465	2025-03-08T00:49:30.662Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
3466	2025-03-08T00:49:30.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3467	2025-03-08T00:49:30.664Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3468	2025-03-08T00:49:30.664Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3469	2025-03-08T00:49:30.666Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3470	2025-03-08T00:49:30.667Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3471	2025-03-08T00:49:30.668Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3472	2025-03-08T00:49:30.668Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3473	2025-03-08T00:49:30.669Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3474	2025-03-08T00:49:30.669Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3475	2025-03-08T00:49:30.669Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3476	2025-03-08T00:49:30.669Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3477	2025-03-08T00:49:30.673Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3478	2025-03-08T00:49:30.676Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3479	2025-03-08T00:49:30.676Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3480	2025-03-08T00:49:30.676Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3481	2025-03-08T00:49:30.678Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3482	2025-03-08T00:49:30.680Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 37.67785ms iteration = 19 status = {"errors":[],"garbage_collect_requested":[]}
3483	2025-03-08T00:49:30.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3484	2025-03-08T00:49:30.681Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3485	2025-03-08T00:49:30.681Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 38.904029ms iteration = 10 status = {"errors":[],"found_port_ok":[]}
3486	2025-03-08T00:49:30.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3487	2025-03-08T00:49:30.690Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3488	2025-03-08T00:49:30.691Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3489	2025-03-08T00:49:30.695Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3490	2025-03-08T00:49:30.695Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3491	2025-03-08T00:49:30.695Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3492	2025-03-08T00:49:30.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3493	2025-03-08T00:49:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3494	2025-03-08T00:49:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3495	2025-03-08T00:49:30.698Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 722057483 } })
3496	2025-03-08T00:49:30.698Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3497	2025-03-08T00:49:30.698Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
3498	2025-03-08T00:49:30.698Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 60.152964ms iteration = 10 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
3499	2025-03-08T00:49:30.699Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3500	2025-03-08T00:49:30.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3501	2025-03-08T00:49:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3502	2025-03-08T00:49:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3503	2025-03-08T00:49:30.707Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3504	2025-03-08T00:49:30.707Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 68.795877ms iteration = 19 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3505	2025-03-08T00:49:30.708Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3506	2025-03-08T00:49:30.710Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3507	2025-03-08T00:49:30.712Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
3508	2025-03-08T00:49:30.713Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
3509	2025-03-08T00:49:30.713Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 73.309919ms iteration = 10 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
3510	2025-03-08T00:49:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3511	2025-03-08T00:49:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3512	2025-03-08T00:49:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3513	2025-03-08T00:49:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3514	2025-03-08T00:49:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3515	2025-03-08T00:49:30.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3516	2025-03-08T00:49:30.715Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3517	2025-03-08T00:49:30.717Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3518			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
3519	2025-03-08T00:49:30.718Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3520	2025-03-08T00:49:30.718Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3521	2025-03-08T00:49:30.718Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3522	2025-03-08T00:49:30.719Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 77.468011ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3523	2025-03-08T00:49:30.720Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3524	2025-03-08T00:49:30.720Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3525	2025-03-08T00:49:30.721Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3526	2025-03-08T00:49:30.722Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3527	2025-03-08T00:49:30.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3528	2025-03-08T00:49:30.724Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3529	2025-03-08T00:49:30.725Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 87.019767ms iteration = 19 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3530	2025-03-08T00:49:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3531	2025-03-08T00:49:30.727Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3532	2025-03-08T00:49:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3533	2025-03-08T00:49:30.728Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3534	2025-03-08T00:49:30.728Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3535	2025-03-08T00:49:30.728Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3536	2025-03-08T00:49:30.728Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3537	2025-03-08T00:49:30.728Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3538	2025-03-08T00:49:30.731Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3539	2025-03-08T00:49:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3540	2025-03-08T00:49:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
3541	2025-03-08T00:49:30.735Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
3542	2025-03-08T00:49:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
3543	2025-03-08T00:49:30.737Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 98.660445ms iteration = 5 status = {"nsuccess":5}
3544	2025-03-08T00:49:30.739Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3545	2025-03-08T00:49:30.739Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 100.732436ms iteration = 55 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3546	2025-03-08T00:49:30.753Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3547	2025-03-08T00:49:30.753Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3548	2025-03-08T00:49:30.755Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 113.276345ms iteration = 19 status = {"errors":[],"finish_invoked_ok":[]}
3549	2025-03-08T00:49:30.756Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3550	2025-03-08T00:49:30.756Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3551	2025-03-08T00:49:30.756Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3552	2025-03-08T00:49:30.756Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3553	2025-03-08T00:49:30.760Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 118.383261ms iteration = 19 status = {"errors":[],"requests_created_ok":[]}
3554	2025-03-08T00:49:30.760Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 121.9734ms iteration = 55 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3555	2025-03-08T00:49:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3556	2025-03-08T00:49:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3557	2025-03-08T00:49:30.762Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3558	2025-03-08T00:49:30.762Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3559	2025-03-08T00:49:30.762Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3560	2025-03-08T00:49:30.764Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
3561	2025-03-08T00:49:30.764Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
3562	2025-03-08T00:49:30.764Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 125.374534ms iteration = 10 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
3563	2025-03-08T00:49:30.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3564	2025-03-08T00:49:30.765Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3565	2025-03-08T00:49:30.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3566	2025-03-08T00:49:30.765Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
3567	2025-03-08T00:49:30.766Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
3568	2025-03-08T00:49:30.766Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
3569	2025-03-08T00:49:30.766Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3570	2025-03-08T00:49:30.766Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3571	2025-03-08T00:49:30.768Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3572	2025-03-08T00:49:30.768Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3573	2025-03-08T00:49:30.769Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
3574	2025-03-08T00:49:30.772Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
3575	2025-03-08T00:49:30.772Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3576	2025-03-08T00:49:30.772Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3577	2025-03-08T00:49:30.774Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3578	2025-03-08T00:49:30.774Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3579	2025-03-08T00:49:30.775Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3580	2025-03-08T00:49:30.777Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 138.741164ms iteration = 19 status = 0
3581	2025-03-08T00:49:30.778Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
3582	2025-03-08T00:49:30.778Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
3583	2025-03-08T00:49:30.778Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3584	2025-03-08T00:49:30.779Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3585	2025-03-08T00:49:30.780Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3586	2025-03-08T00:49:30.782Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3587	2025-03-08T00:49:30.784Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
3588	2025-03-08T00:49:30.784Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
3589	2025-03-08T00:49:30.784Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
3590	2025-03-08T00:49:30.785Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3591	2025-03-08T00:49:30.785Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3592	2025-03-08T00:49:30.785Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3593	2025-03-08T00:49:30.785Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3594	2025-03-08T00:49:30.786Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
3595	2025-03-08T00:49:30.786Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3596	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
3597	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
3598	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
3599	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3600	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3601	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3602	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
3603	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
3604	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
3605	2025-03-08T00:49:30.787Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 148.655979ms iteration = 10 status = {"generation":1}
3606	2025-03-08T00:49:30.788Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 149.928219ms iteration = 20 status = {"physical_disks_added":0}
3607	2025-03-08T00:49:30.789Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3608	2025-03-08T00:49:30.789Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3609	2025-03-08T00:49:30.790Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3610	2025-03-08T00:49:30.790Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3611	2025-03-08T00:49:30.793Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
3612	2025-03-08T00:49:30.793Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
3613	2025-03-08T00:49:30.793Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
3614	2025-03-08T00:49:30.794Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3615	2025-03-08T00:49:30.794Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3616	2025-03-08T00:49:30.795Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3617	2025-03-08T00:49:30.796Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
3618	2025-03-08T00:49:30.796Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
3619	2025-03-08T00:49:30.796Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3620	2025-03-08T00:49:30.796Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3621	2025-03-08T00:49:30.798Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3622	2025-03-08T00:49:30.802Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
3623	2025-03-08T00:49:30.802Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
3624	2025-03-08T00:49:30.802Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
3625	2025-03-08T00:49:30.804Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
3626	2025-03-08T00:49:30.804Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
3627	2025-03-08T00:49:30.804Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
3628	2025-03-08T00:49:30.804Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 166.371635ms iteration = 10 status = {"generation":2}
3629	2025-03-08T00:49:30.814Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
3630	2025-03-08T00:49:30.814Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 175.311746ms iteration = 19 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
3631	2025-03-08T00:49:30.815Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3632	2025-03-08T00:49:30.815Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3633	2025-03-08T00:49:30.815Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 173.374568ms iteration = 19 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3634	2025-03-08T00:49:30.827Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3635	2025-03-08T00:49:30.827Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3636	2025-03-08T00:49:30.827Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 188.714037ms iteration = 19 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3637	2025-03-08T00:49:30.837Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3638	2025-03-08T00:49:30.837Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3639	2025-03-08T00:49:30.837Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "aa509438-354a-4721-8d99-ec2888bbf80d", "content-length": "26", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3640	2025-03-08T00:49:30.837Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3641	2025-03-08T00:49:30.839Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3642	2025-03-08T00:49:30.843Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3643	2025-03-08T00:49:30.843Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3644	2025-03-08T00:49:30.844Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "daea7b98-701f-4a97-a87f-49a0fe7c7cd2", "content-length": "26", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3645	2025-03-08T00:49:30.844Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3646	2025-03-08T00:49:30.845Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3647	2025-03-08T00:49:30.846Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
3648	2025-03-08T00:49:30.846Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 207.754916ms iteration = 10 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
3649	2025-03-08T00:49:30.850Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
3650	2025-03-08T00:49:30.934Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3651	2025-03-08T00:49:30.935Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3652	2025-03-08T00:49:30.936Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3653	2025-03-08T00:49:30.938Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3654	2025-03-08T00:49:30.938Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3655	2025-03-08T00:49:30.938Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3656	2025-03-08T00:49:30.940Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3657	2025-03-08T00:49:30.942Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3658	2025-03-08T00:49:30.942Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3659	2025-03-08T00:49:30.942Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3660	2025-03-08T00:49:30.943Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
3661	2025-03-08T00:49:31.001Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
3662	2025-03-08T00:49:31.001Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3663	2025-03-08T00:49:31.001Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8a4dbe10-8f1a-420b-b817-e3698148b77d", "content-length": "26", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3664	2025-03-08T00:49:31.001Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3665	2025-03-08T00:49:31.003Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3666	2025-03-08T00:49:31.028Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3667	2025-03-08T00:49:31.028Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "594450a2-8a93-40a7-9d66-6937444e100c", "content-length": "1", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3668	2025-03-08T00:49:31.030Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3669	2025-03-08T00:49:31.030Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3670	2025-03-08T00:49:31.032Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 393.807177ms iteration = 19 status = null
3671	2025-03-08T00:49:31.124Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
3672	2025-03-08T00:49:31.124Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "223054b4-93f1-41bd-aecc-e984ce710170", "date": "Sat, 08 Mar 2025 00:49:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3673	2025-03-08T00:49:31.124Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3674	2025-03-08T00:49:31.126Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "169b2c47-4971-456c-baca-cc160803b0bf", "date": "Sat, 08 Mar 2025 00:49:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3675	2025-03-08T00:49:31.126Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3676	2025-03-08T00:49:31.127Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "a50c5f29-a0b8-4440-a841-6166ae878b23", "date": "Sat, 08 Mar 2025 00:49:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3677	2025-03-08T00:49:31.127Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3678	2025-03-08T00:49:31.129Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
3679	2025-03-08T00:49:31.129Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 490.38965ms iteration = 12 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
3680	2025-03-08T00:49:31.157Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
3681	2025-03-08T00:49:31.157Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "d4e45995-42ec-4765-8092-c476b67ee627", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3682	2025-03-08T00:49:31.157Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3683	2025-03-08T00:49:31.159Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "f04f14a7-8ac8-4257-9c92-b99ceee07e42", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3684	2025-03-08T00:49:31.159Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3685	2025-03-08T00:49:31.161Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
3686	2025-03-08T00:49:31.161Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 522.626535ms iteration = 12 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
3687	2025-03-08T00:49:31.169Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
3688	2025-03-08T00:49:31.169Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3689	2025-03-08T00:49:31.169Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b6aa7c0a-1686-44ea-a37f-8ab437dcc825", "content-length": "372", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3690	2025-03-08T00:49:31.169Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3691	2025-03-08T00:49:31.169Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3692	2025-03-08T00:49:31.193Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 554.182334ms iteration = 19 status = {}
3693	2025-03-08T00:49:31.198Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
3694	2025-03-08T00:49:31.199Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "d89cd3a5-2ab2-4ea3-a111-34de87df46c3", "content-length": "691", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3695	2025-03-08T00:49:31.199Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
3696	2025-03-08T00:49:31.199Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
3697	2025-03-08T00:49:31.199Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
3698	2025-03-08T00:49:31.200Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 561.243299ms iteration = 19 status = {}
3699	2025-03-08T00:49:31.212Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
3700	2025-03-08T00:49:31.212Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
3701	2025-03-08T00:49:31.212Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "f0af9c9d-f3a0-4b15-9d54-8ac14cadd1c7", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3702	2025-03-08T00:49:31.212Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3703	2025-03-08T00:49:31.212Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3704	2025-03-08T00:49:31.213Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3705	2025-03-08T00:49:31.214Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3706	2025-03-08T00:49:31.216Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3707	2025-03-08T00:49:31.217Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3708	2025-03-08T00:49:31.219Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
3709	2025-03-08T00:49:31.219Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
3710	2025-03-08T00:49:31.220Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "481614a3-0b5e-4c0b-ab2f-51d88f3c6755", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3711	2025-03-08T00:49:31.221Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 583.19824ms iteration = 19 status = {}
3712	2025-03-08T00:49:31.266Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3713	2025-03-08T00:49:31.266Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3714	2025-03-08T00:49:31.268Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
3715	2025-03-08T00:49:31.268Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3716	2025-03-08T00:49:31.269Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3717	2025-03-08T00:49:31.275Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
3718	2025-03-08T00:49:31.276Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "6181904f-9206-4372-a5a3-a6a4e07dbb58", "content-length": "134", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3719	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
3720	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
3721	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
3722	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
3723	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3724	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3725	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3726	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3727	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
3728	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
3729	2025-03-08T00:49:31.276Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3730	2025-03-08T00:49:31.276Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3731	2025-03-08T00:49:31.276Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3732	2025-03-08T00:49:31.278Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
3733	2025-03-08T00:49:31.278Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "c2dac5e3-0c16-44be-b12f-04aebea6e20a", "content-length": "2", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3734	2025-03-08T00:49:31.278Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
3735	2025-03-08T00:49:31.278Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "0ddf9a0e-2b14-4e63-81d0-f802821087b2", "content-length": "52", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3736	2025-03-08T00:49:31.278Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
3737	2025-03-08T00:49:31.278Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
3738	2025-03-08T00:49:31.374Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "b4202554-3d89-442a-80ad-d26bc53bb281", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3739	2025-03-08T00:49:31.374Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
3740	2025-03-08T00:49:31.374Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
3741	2025-03-08T00:49:31.374Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "2e2f1bc7-9c22-4b01-9a32-a73cc2982220", "content-length": "682", "date": "Sat, 08 Mar 2025 00:49:30 GMT"} })
3742	2025-03-08T00:49:31.374Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3743	2025-03-08T00:49:31.374Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3744	2025-03-08T00:49:31.377Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3745	2025-03-08T00:49:31.378Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3746	2025-03-08T00:49:31.380Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3747	2025-03-08T00:49:31.381Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3748	2025-03-08T00:49:31.382Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3749	2025-03-08T00:49:31.383Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3750	2025-03-08T00:49:31.389Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 751.327258ms iteration = 19 status = {}
3751	2025-03-08T00:49:32.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 285 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 20768fc4-4ebf-4786-b327-4c56e946bef5 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3752	2025-03-08T00:49:40.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 56 reason = Timeout
3753	2025-03-08T00:49:40.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3754	2025-03-08T00:49:40.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 56 reason = Timeout
3755	2025-03-08T00:49:40.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3756	2025-03-08T00:49:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3757	2025-03-08T00:49:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3758	2025-03-08T00:49:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3759	2025-03-08T00:49:40.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3760	2025-03-08T00:49:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3761	2025-03-08T00:49:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3762	2025-03-08T00:49:40.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3763	2025-03-08T00:49:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3764	2025-03-08T00:49:40.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3765	2025-03-08T00:49:40.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3766	2025-03-08T00:49:40.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3767	2025-03-08T00:49:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3768	2025-03-08T00:49:40.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3769	2025-03-08T00:49:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3770	2025-03-08T00:49:40.657Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3771	2025-03-08T00:49:40.657Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.605864ms iteration = 56 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3772	2025-03-08T00:49:40.670Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.241465ms iteration = 56 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3773	2025-03-08T00:49:42.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 304 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 48c3eb1a-6545-4ab6-85bc-3531f549d686 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3774	2025-03-08T00:49:50.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 57 reason = Timeout
3775	2025-03-08T00:49:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3776	2025-03-08T00:49:50.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 57 reason = Timeout
3777	2025-03-08T00:49:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3778	2025-03-08T00:49:50.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3779	2025-03-08T00:49:50.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3780	2025-03-08T00:49:50.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3781	2025-03-08T00:49:50.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3782	2025-03-08T00:49:50.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3783	2025-03-08T00:49:50.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.66814ms iteration = 57 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3784	2025-03-08T00:49:50.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3785	2025-03-08T00:49:50.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3786	2025-03-08T00:49:50.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3787	2025-03-08T00:49:50.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3788	2025-03-08T00:49:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3789	2025-03-08T00:49:50.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3790	2025-03-08T00:49:50.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3791	2025-03-08T00:49:50.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3792	2025-03-08T00:49:50.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3793	2025-03-08T00:49:50.657Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3794	2025-03-08T00:49:50.657Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 19.321807ms iteration = 57 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3795	2025-03-08T00:49:52.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 370 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = c767f5b2-3d0c-422d-8a76-3dbc317eed01 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
3796	2025-03-08T00:49:57.639Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:49490
3797	2025-03-08T00:49:57.639Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:49490 req_id = 18d740c3-5769-4c7d-b20b-c991bf436ab6 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
3798	2025-03-08T00:49:57.639Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:49490 req_id = 18d740c3-5769-4c7d-b20b-c991bf436ab6 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
3799	2025-03-08T00:49:57.642Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2864 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:49490 req_id = 18d740c3-5769-4c7d-b20b-c991bf436ab6 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
3800	2025-03-08T00:49:57.642Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:49490 req_id = 41719ab3-9114-4133-aff5-bd324af901f1 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
3801	2025-03-08T00:49:57.642Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:49490 req_id = 41719ab3-9114-4133-aff5-bd324af901f1 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
3802	2025-03-08T00:49:57.644Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1999 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:49490 req_id = 41719ab3-9114-4133-aff5-bd324af901f1 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
3803	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 20 reason = Timeout
3804	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3805	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 20 reason = Timeout
3806	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 20 reason = Timeout
3807	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
3808	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
3809	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3810	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 20 reason = Timeout
3811	2025-03-08T00:50:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3812	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 20 reason = Timeout
3813	2025-03-08T00:50:00.638Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
3814	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 58 reason = Timeout
3815	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3816	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3817	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 20 reason = Timeout
3818	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 20 reason = Timeout
3819	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 21 reason = Timeout
3820	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3821	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3822	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 20 reason = Timeout
3823	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 20 reason = Timeout
3824	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3825	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3826	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 58 reason = Timeout
3827	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3828	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3829	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3830	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
3831	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3832	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 20 reason = Timeout
3833	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 20 reason = Timeout
3834	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3835	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3836	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3837	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3838	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3839	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3840	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3841	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3842	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3843	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3844	2025-03-08T00:50:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3845	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 20 reason = Timeout
3846	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 20 reason = Timeout
3847	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
3848	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
3849	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 20 reason = Timeout
3850	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3851	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 20 reason = Timeout
3852	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
3853	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 20 reason = Timeout
3854	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3855	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
3856	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3857	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3858	2025-03-08T00:50:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
3859	2025-03-08T00:50:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
3860	2025-03-08T00:50:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3861	2025-03-08T00:50:00.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.018659ms iteration = 20 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
3862	2025-03-08T00:50:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3863	2025-03-08T00:50:00.643Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 667509247 } })
3864	2025-03-08T00:50:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3865	2025-03-08T00:50:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3866	2025-03-08T00:50:00.644Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
3867	2025-03-08T00:50:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3868	2025-03-08T00:50:00.644Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3869	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
3870	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3871	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3872	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3873	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3874	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
3875	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
3876	2025-03-08T00:50:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3877	2025-03-08T00:50:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3878	2025-03-08T00:50:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3879	2025-03-08T00:50:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3880	2025-03-08T00:50:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3881	2025-03-08T00:50:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3882	2025-03-08T00:50:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3883	2025-03-08T00:50:00.649Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
3884	2025-03-08T00:50:00.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
3885	2025-03-08T00:50:00.650Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 674602432 } })
3886	2025-03-08T00:50:00.651Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
3887	2025-03-08T00:50:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
3888	2025-03-08T00:50:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
3889	2025-03-08T00:50:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
3890	2025-03-08T00:50:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
3891	2025-03-08T00:50:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3892	2025-03-08T00:50:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3893	2025-03-08T00:50:00.654Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 12.526769ms iteration = 20 status = {"errors":[],"garbage_collect_requested":[]}
3894	2025-03-08T00:50:00.655Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3895	2025-03-08T00:50:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
3896	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3897	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
3898	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3899	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
3900	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
3901	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3902	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3903	2025-03-08T00:50:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
3904	2025-03-08T00:50:00.658Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3905	2025-03-08T00:50:00.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3906	2025-03-08T00:50:00.660Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3907	2025-03-08T00:50:00.660Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3908	2025-03-08T00:50:00.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3909	2025-03-08T00:50:00.662Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3910	2025-03-08T00:50:00.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
3911	2025-03-08T00:50:00.663Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
3912	2025-03-08T00:50:00.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
3913	2025-03-08T00:50:00.666Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
3914	2025-03-08T00:50:00.666Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 28.287669ms iteration = 20 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
3915	2025-03-08T00:50:00.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
3916	2025-03-08T00:50:00.667Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
3917	2025-03-08T00:50:00.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
3918			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
3919	2025-03-08T00:50:00.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 38.365857ms iteration = 21 status = {"physical_disks_added":0}
3920	2025-03-08T00:50:00.682Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3921	2025-03-08T00:50:00.682Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
3922	2025-03-08T00:50:00.682Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3923	2025-03-08T00:50:00.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3924	2025-03-08T00:50:00.683Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
3925	2025-03-08T00:50:00.683Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 45.518453ms iteration = 58 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
3926	2025-03-08T00:50:00.689Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 47.888041ms iteration = 20 status = {"errors":[],"finish_invoked_ok":[]}
3927	2025-03-08T00:50:00.689Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3928	2025-03-08T00:50:00.689Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3929	2025-03-08T00:50:00.691Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3930	2025-03-08T00:50:00.692Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 50.476926ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3931	2025-03-08T00:50:00.692Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3932	2025-03-08T00:50:00.692Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3933	2025-03-08T00:50:00.693Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 51.630914ms iteration = 20 status = {"errors":[],"requests_created_ok":[]}
3934	2025-03-08T00:50:00.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
3935	2025-03-08T00:50:00.694Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
3936	2025-03-08T00:50:00.694Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3937	2025-03-08T00:50:00.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
3938	2025-03-08T00:50:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
3939	2025-03-08T00:50:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
3940	2025-03-08T00:50:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
3941	2025-03-08T00:50:00.697Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3942	2025-03-08T00:50:00.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3943	2025-03-08T00:50:00.700Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 62.560044ms iteration = 58 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
3944	2025-03-08T00:50:00.700Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 724455452 } })
3945	2025-03-08T00:50:00.701Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
3946	2025-03-08T00:50:00.706Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 68.025098ms iteration = 20 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
3947	2025-03-08T00:50:00.709Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 71.749301ms iteration = 20 status = 0
3948	2025-03-08T00:50:00.710Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3949	2025-03-08T00:50:00.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3950	2025-03-08T00:50:00.711Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3951	2025-03-08T00:50:00.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
3952	2025-03-08T00:50:00.713Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
3953	2025-03-08T00:50:00.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
3954	2025-03-08T00:50:00.715Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3955	2025-03-08T00:50:00.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3956	2025-03-08T00:50:00.717Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3957	2025-03-08T00:50:00.718Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3958	2025-03-08T00:50:00.718Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3959	2025-03-08T00:50:00.718Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "63c6f159-9b14-4baa-be19-1659fc3775f4", "content-length": "26", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
3960	2025-03-08T00:50:00.718Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3961	2025-03-08T00:50:00.718Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3962	2025-03-08T00:50:00.718Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3963	2025-03-08T00:50:00.719Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3964	2025-03-08T00:50:00.720Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3965	2025-03-08T00:50:00.720Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
3966	2025-03-08T00:50:00.722Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
3967	2025-03-08T00:50:00.722Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
3968	2025-03-08T00:50:00.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
3969	2025-03-08T00:50:00.730Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3970	2025-03-08T00:50:00.730Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
3971	2025-03-08T00:50:00.730Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
3972	2025-03-08T00:50:00.730Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
3973	2025-03-08T00:50:00.740Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
3974	2025-03-08T00:50:00.740Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3975	2025-03-08T00:50:00.740Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "4f4ae1c3-a33f-43d0-b9c7-93c06eefefe3", "content-length": "26", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
3976	2025-03-08T00:50:00.740Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
3977	2025-03-08T00:50:00.742Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
3978	2025-03-08T00:50:00.744Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
3979	2025-03-08T00:50:00.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
3980	2025-03-08T00:50:00.747Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 105.37983ms iteration = 20 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
3981	2025-03-08T00:50:00.753Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
3982	2025-03-08T00:50:00.753Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 115.392137ms iteration = 20 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
3983	2025-03-08T00:50:00.761Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
3984	2025-03-08T00:50:00.761Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
3985	2025-03-08T00:50:00.761Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 123.337303ms iteration = 20 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
3986	2025-03-08T00:50:00.843Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 205.988613ms iteration = 20 status = {}
3987	2025-03-08T00:50:00.884Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
3988	2025-03-08T00:50:00.885Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "8af5a0c0-af60-4c0e-b108-2cef065941fb", "content-length": "1", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
3989	2025-03-08T00:50:00.886Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
3990	2025-03-08T00:50:00.886Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
3991	2025-03-08T00:50:00.918Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
3992	2025-03-08T00:50:00.918Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "116a87fb-edd8-44b8-b0f6-f7a57c8cfdf9", "content-length": "691", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
3993	2025-03-08T00:50:00.918Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
3994	2025-03-08T00:50:00.918Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
3995	2025-03-08T00:50:00.918Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
3996	2025-03-08T00:50:00.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 281.728851ms iteration = 20 status = {}
3997	2025-03-08T00:50:00.925Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
3998	2025-03-08T00:50:00.925Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
3999	2025-03-08T00:50:00.925Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "610a22a2-3e5c-4105-9269-3f222eb3937b", "content-length": "26", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4000	2025-03-08T00:50:00.925Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4001	2025-03-08T00:50:00.927Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4002	2025-03-08T00:50:00.936Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
4003	2025-03-08T00:50:00.936Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4004	2025-03-08T00:50:00.936Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "08481796-6634-4ae9-a6be-5ef238b38613", "content-length": "372", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4005	2025-03-08T00:50:00.936Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4006	2025-03-08T00:50:00.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4007	2025-03-08T00:50:00.938Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 299.868449ms iteration = 20 status = null
4008	2025-03-08T00:50:00.976Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
4009	2025-03-08T00:50:00.976Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
4010	2025-03-08T00:50:00.977Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "bf21f524-6e1a-43cf-b2c7-f65f19d25664", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4011	2025-03-08T00:50:00.977Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4012	2025-03-08T00:50:00.977Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4013	2025-03-08T00:50:00.978Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4014	2025-03-08T00:50:00.979Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4015	2025-03-08T00:50:00.981Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4016	2025-03-08T00:50:00.982Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4017	2025-03-08T00:50:00.984Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
4018	2025-03-08T00:50:00.984Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4019	2025-03-08T00:50:00.984Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "9a96685e-e72c-4d28-830a-98c7ccb72250", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4020	2025-03-08T00:50:00.987Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 349.159465ms iteration = 20 status = {}
4021	2025-03-08T00:50:01.022Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4022	2025-03-08T00:50:01.022Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4023	2025-03-08T00:50:01.024Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
4024	2025-03-08T00:50:01.024Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4025	2025-03-08T00:50:01.025Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4026	2025-03-08T00:50:01.035Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4027	2025-03-08T00:50:01.035Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "6c1f8bec-8b6c-4ec4-b233-37d4cdedb6f4", "content-length": "134", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4028	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4029	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
4030	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4031	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4032	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4033	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4034	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4035	2025-03-08T00:50:01.035Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4036	2025-03-08T00:50:01.036Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4037	2025-03-08T00:50:01.036Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4038	2025-03-08T00:50:01.036Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4039	2025-03-08T00:50:01.036Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4040	2025-03-08T00:50:01.036Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4041	2025-03-08T00:50:01.038Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4042	2025-03-08T00:50:01.038Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "ea9d590a-0662-4dc5-b454-51fcb8ce31bb", "content-length": "2", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4043	2025-03-08T00:50:01.038Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4044	2025-03-08T00:50:01.038Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "cf915cce-dcb9-456e-b084-00b93ecaf484", "content-length": "52", "date": "Sat, 08 Mar 2025 00:50:01 GMT"} })
4045	2025-03-08T00:50:01.038Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
4046	2025-03-08T00:50:01.038Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4047	2025-03-08T00:50:01.135Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "6caff904-8834-473c-bfa8-37c58af9c67c", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4048	2025-03-08T00:50:01.135Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
4049	2025-03-08T00:50:01.135Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4050	2025-03-08T00:50:01.135Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "721fdd84-0231-4a1a-ae7c-ef725d48f829", "content-length": "682", "date": "Sat, 08 Mar 2025 00:50:00 GMT"} })
4051	2025-03-08T00:50:01.135Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4052	2025-03-08T00:50:01.135Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4053	2025-03-08T00:50:01.139Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4054	2025-03-08T00:50:01.139Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4055	2025-03-08T00:50:01.142Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4056	2025-03-08T00:50:01.142Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4057	2025-03-08T00:50:01.143Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4058	2025-03-08T00:50:01.144Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4059	2025-03-08T00:50:01.152Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 513.663274ms iteration = 20 status = {}
4060	2025-03-08T00:50:02.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 266 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 94fc267d-0ef4-4b53-960c-f48e9657b63d response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
4061	2025-03-08T00:50:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 59 reason = Timeout
4062	2025-03-08T00:50:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4063	2025-03-08T00:50:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 59 reason = Timeout
4064	2025-03-08T00:50:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4065	2025-03-08T00:50:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4066	2025-03-08T00:50:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4067	2025-03-08T00:50:10.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4068	2025-03-08T00:50:10.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4069	2025-03-08T00:50:10.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4070	2025-03-08T00:50:10.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4071	2025-03-08T00:50:10.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4072	2025-03-08T00:50:10.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4073	2025-03-08T00:50:10.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4074	2025-03-08T00:50:10.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4075	2025-03-08T00:50:10.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4076	2025-03-08T00:50:10.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
4077	2025-03-08T00:50:10.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4078	2025-03-08T00:50:10.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4079	2025-03-08T00:50:10.662Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
4080	2025-03-08T00:50:10.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.378172ms iteration = 59 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
4081	2025-03-08T00:50:10.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 38.291294ms iteration = 59 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4082	2025-03-08T00:50:12.652Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 312 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 1d43a912-007d-46d3-9959-4919d593c3f6 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
4083	2025-03-08T00:50:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 60 reason = Timeout
4084	2025-03-08T00:50:20.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4085	2025-03-08T00:50:20.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 60 reason = Timeout
4086	2025-03-08T00:50:20.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4087	2025-03-08T00:50:20.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4088	2025-03-08T00:50:20.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4089	2025-03-08T00:50:20.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4090	2025-03-08T00:50:20.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4091	2025-03-08T00:50:20.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4092	2025-03-08T00:50:20.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4093	2025-03-08T00:50:20.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4094	2025-03-08T00:50:20.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4095	2025-03-08T00:50:20.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4096	2025-03-08T00:50:20.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4097	2025-03-08T00:50:20.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4098	2025-03-08T00:50:20.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
4099	2025-03-08T00:50:20.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4100	2025-03-08T00:50:20.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4101	2025-03-08T00:50:20.660Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
4102	2025-03-08T00:50:20.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.678409ms iteration = 60 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
4103	2025-03-08T00:50:20.677Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 38.90948ms iteration = 60 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4104	2025-03-08T00:50:22.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 318 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 559d95f0-4a23-4106-8886-dddaf7931953 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
4105	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 21 reason = Timeout
4106	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 21 reason = Timeout
4107	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4108	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 21 reason = Timeout
4109	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4110	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4111	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 21 reason = Timeout
4112	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
4113	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4114	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 11 reason = Timeout
4115	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
4116	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 61 reason = Timeout
4117	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4118	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4119	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 21 reason = Timeout
4120	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4121	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = service_firewall_rule_propagation iteration = 3 reason = Timeout
4122	2025-03-08T00:50:30.638Z	DEBG	nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation background_task = service_firewall_rule_propagation
4123	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4124	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 13 reason = Timeout
4125	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 21 reason = Timeout
4126	2025-03-08T00:50:30.638Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
4127	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4128	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 11 reason = Timeout
4129	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 61 reason = Timeout
4130	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4131	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 11 reason = Timeout
4132	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 11 reason = Timeout
4133	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
4134	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4135	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 11 reason = Timeout
4136	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 11 reason = Timeout
4137	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 12 reason = Timeout
4138	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4139	2025-03-08T00:50:30.638Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
4140	2025-03-08T00:50:30.638Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:40:30.638521074 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
4141	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
4142	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.07\u{b5}s iteration = 12 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
4143	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 11 reason = Timeout
4144	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_rendezvous iteration = 4 reason = Timeout
4145	2025-03-08T00:50:30.638Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
4146	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 21 reason = Timeout
4147	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4148	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4149	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = inventory_collection iteration = 2 reason = Timeout
4150	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4151	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4152	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 13 reason = Timeout
4153	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 21 reason = Timeout
4154	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 11 reason = Timeout
4155	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4156	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 22 reason = Timeout
4157	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
4158	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4159	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 21 reason = Timeout
4160	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 21 reason = Timeout
4161	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4162	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 21 reason = Timeout
4163	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4164	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4165	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4166	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4167	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4168	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4169	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4170	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4171	2025-03-08T00:50:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4172	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4173	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4174	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
4175	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4176	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4177	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4178	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4179	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4180	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4181	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
4182	2025-03-08T00:50:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 663045967 } })
4183	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4184	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
4185	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4186	2025-03-08T00:50:30.639Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 663083478 } })
4187	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4188	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 11 reason = Timeout
4189	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
4190	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
4191	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
4192	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.402764ms iteration = 11 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
4193	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
4194	2025-03-08T00:50:30.639Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.404075ms iteration = 11 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
4195	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 21 reason = Timeout
4196	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 11 reason = Timeout
4197	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
4198	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
4199	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 21 reason = Timeout
4200	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
4201	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = saga_recovery iteration = 2 reason = Timeout
4202	2025-03-08T00:50:30.641Z	DEBG	nexus (SagaRecoverer): listing candidate sagas for recovery
4203	2025-03-08T00:50:30.641Z	DEBG	nexus (SagaRecoverer): roles roles = RoleSet { roles: {} }
4204	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 21 reason = Timeout
4205	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4206	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = tuf_artifact_replication iteration = 3 reason = Timeout
4207	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
4208	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 21 reason = Timeout
4209	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4210	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 21 reason = Timeout
4211	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
4212	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4213	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
4214	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
4215	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4216	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
4217	2025-03-08T00:50:30.641Z	DEBG	nexus (SagaRecoverer): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. }) resource = Database result = Ok(())
4218	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
4219	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4220	2025-03-08T00:50:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
4221	2025-03-08T00:50:30.643Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 4.43329ms iteration = 21 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
4222	2025-03-08T00:50:30.643Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4223	2025-03-08T00:50:30.643Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
4224	2025-03-08T00:50:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4225	2025-03-08T00:50:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4226	2025-03-08T00:50:30.644Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 668390918 } })
4227	2025-03-08T00:50:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4228	2025-03-08T00:50:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4229	2025-03-08T00:50:30.644Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
4230	2025-03-08T00:50:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4231	2025-03-08T00:50:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4232	2025-03-08T00:50:30.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4233	2025-03-08T00:50:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4234	2025-03-08T00:50:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4235	2025-03-08T00:50:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4236	2025-03-08T00:50:30.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4237	2025-03-08T00:50:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4238	2025-03-08T00:50:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4239	2025-03-08T00:50:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4240	2025-03-08T00:50:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4241	2025-03-08T00:50:30.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
4242	2025-03-08T00:50:30.650Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
4243	2025-03-08T00:50:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
4244	2025-03-08T00:50:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Inventory result = Ok(())
4245	2025-03-08T00:50:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4246	2025-03-08T00:50:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4247	2025-03-08T00:50:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4248	2025-03-08T00:50:30.653Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 676987361 } })
4249	2025-03-08T00:50:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4250	2025-03-08T00:50:30.653Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
4251	2025-03-08T00:50:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4252	2025-03-08T00:50:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4253	2025-03-08T00:50:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4254	2025-03-08T00:50:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4255	2025-03-08T00:50:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4256	2025-03-08T00:50:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4257	2025-03-08T00:50:30.656Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:40:30.638521074 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
4258	2025-03-08T00:50:30.656Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 17.85143ms iteration = 11 status = {"expiration":"2025-03-08T00:40:30.638521074Z","pruned":[]}
4259	2025-03-08T00:50:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
4260	2025-03-08T00:50:30.656Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4261	2025-03-08T00:50:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4262	2025-03-08T00:50:30.657Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
4263	2025-03-08T00:50:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
4264	2025-03-08T00:50:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4265	2025-03-08T00:50:30.657Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4266	2025-03-08T00:50:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4267	2025-03-08T00:50:30.659Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4268	2025-03-08T00:50:30.662Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
4269	2025-03-08T00:50:30.662Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4270	2025-03-08T00:50:30.662Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4271	2025-03-08T00:50:30.673Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4272	2025-03-08T00:50:30.675Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
4273	2025-03-08T00:50:30.675Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
4274	2025-03-08T00:50:30.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
4275	2025-03-08T00:50:30.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 34.787929ms iteration = 11 status = {"errors":[],"found_port_ok":[]}
4276	2025-03-08T00:50:30.676Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 34.940162ms iteration = 21 status = {"errors":[],"finish_invoked_ok":[]}
4277	2025-03-08T00:50:30.680Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4278	2025-03-08T00:50:30.681Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4279	2025-03-08T00:50:30.681Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4280	2025-03-08T00:50:30.681Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 705770921 } })
4281	2025-03-08T00:50:30.682Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4282	2025-03-08T00:50:30.683Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4283	2025-03-08T00:50:30.683Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4284	2025-03-08T00:50:30.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4285	2025-03-08T00:50:30.690Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
4286	2025-03-08T00:50:30.690Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 52.158667ms iteration = 21 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
4287	2025-03-08T00:50:30.693Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4288	2025-03-08T00:50:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4289	2025-03-08T00:50:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4290	2025-03-08T00:50:30.697Z	DEBG	nexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few) background_task = inventory_collection candidates = [(187dedeb-5992-43cb-87d1-04ff54604b8f, 0), (90f8ace6-36ae-4a38-9dee-2c75ab9a1802, 0), (5d660b6a-29ce-4cae-9812-4763cac396ab, 0)]
4291	2025-03-08T00:50:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4292	2025-03-08T00:50:30.698Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _mgs._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 721907499 } })
4293	2025-03-08T00:50:30.699Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4294	2025-03-08T00:50:30.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4295	2025-03-08T00:50:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4296	2025-03-08T00:50:30.700Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
4297	2025-03-08T00:50:30.700Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 62.037681ms iteration = 11 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
4298	2025-03-08T00:50:30.700Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4299	2025-03-08T00:50:30.702Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4300	2025-03-08T00:50:30.703Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4301	2025-03-08T00:50:30.703Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4302	2025-03-08T00:50:30.703Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4303	2025-03-08T00:50:30.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4304	2025-03-08T00:50:30.705Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4305	2025-03-08T00:50:30.705Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
4306	2025-03-08T00:50:30.705Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
4307	2025-03-08T00:50:30.706Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4308	2025-03-08T00:50:30.706Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
4309	2025-03-08T00:50:30.706Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4310	2025-03-08T00:50:30.706Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4311	2025-03-08T00:50:30.706Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4312	2025-03-08T00:50:30.708Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4313	2025-03-08T00:50:30.708Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4314	2025-03-08T00:50:30.708Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4315	2025-03-08T00:50:30.709Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 71.164056ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4316	2025-03-08T00:50:30.712Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4317	2025-03-08T00:50:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4318	2025-03-08T00:50:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4319	2025-03-08T00:50:30.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4320	2025-03-08T00:50:30.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4321	2025-03-08T00:50:30.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
4322	2025-03-08T00:50:30.715Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4323	2025-03-08T00:50:30.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4324	2025-03-08T00:50:30.716Z	INFO	nexus (SagaRecoverer): listed in-progress sagas count = 0 file = nexus/src/app/background/tasks/saga_recovery.rs:438
4325	2025-03-08T00:50:30.716Z	DEBG	nexus (BackgroundTasks): activation complete background_task = saga_recovery elapsed = 75.262757ms iteration = 2 status = {"last_pass":{"Success":{"nfailed":0,"nfound":0,"nrecovered":0,"nremoved":0,"nskipped":0}},"ntotal_failures":0,"ntotal_finished":0,"ntotal_recovered":0,"ntotal_sec_errors_bad_state":0,"ntotal_sec_errors_missing":0,"ntotal_started":0,"recent_failures":[],"recent_recoveries":[]}
4326	2025-03-08T00:50:30.718Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4327	2025-03-08T00:50:30.718Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4328	2025-03-08T00:50:30.719Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
4329	2025-03-08T00:50:30.719Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
4330	2025-03-08T00:50:30.719Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 79.805209ms iteration = 11 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
4331	2025-03-08T00:50:30.719Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4332	2025-03-08T00:50:30.719Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4333	2025-03-08T00:50:30.721Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 80.272581ms iteration = 21 status = {"errors":[],"garbage_collect_requested":[]}
4334			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
4335	2025-03-08T00:50:30.723Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4336	2025-03-08T00:50:30.723Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4337	2025-03-08T00:50:30.731Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4338	2025-03-08T00:50:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4339	2025-03-08T00:50:30.733Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4340	2025-03-08T00:50:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4341	2025-03-08T00:50:30.734Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4342	2025-03-08T00:50:30.734Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4343	2025-03-08T00:50:30.735Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4344	2025-03-08T00:50:30.736Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4345	2025-03-08T00:50:30.738Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
4346	2025-03-08T00:50:30.738Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4347	2025-03-08T00:50:30.738Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4348	2025-03-08T00:50:30.739Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4349			Batch: [InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2025-03-08T00:50:30.743710009Z","hostname":"oxz_nexus_8b94fb8b-b81f-40e3-a7d8-ae559205ae7f","pid":24534,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8b94fb8b-b81f-40e3-a7d8-ae559205ae7f","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0}
4350			87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2025-03-08T00:50:30.74374581Z","hostname":"oxz_nexus_8b94fb8b-b81f-40e3-a7d8-ae559205ae7f","pid":24534,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8b94fb8b-b81f-40e3-a7d8-ae559205ae7f"}
4351			next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 5d660b6a-29ce-4cae-9812-4763cac396ab (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
4352	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4353	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4354	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4355	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 102.51621ms iteration = 21 status = {"errors":[],"requests_created_ok":[]}
4356	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
4357	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
4358	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
4359	2025-03-08T00:50:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4360	2025-03-08T00:50:30.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4361	2025-03-08T00:50:30.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4362	2025-03-08T00:50:30.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4363	2025-03-08T00:50:30.745Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
4364	2025-03-08T00:50:30.745Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
4365	2025-03-08T00:50:30.745Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 106.725493ms iteration = 11 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
4366	2025-03-08T00:50:30.746Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4367	2025-03-08T00:50:30.746Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4368	2025-03-08T00:50:30.747Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4369	2025-03-08T00:50:30.747Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4370	2025-03-08T00:50:30.750Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4371	2025-03-08T00:50:30.750Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4372	2025-03-08T00:50:30.751Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4373	2025-03-08T00:50:30.759Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4374	2025-03-08T00:50:30.760Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4375	2025-03-08T00:50:30.760Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4376	2025-03-08T00:50:30.760Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
4377	2025-03-08T00:50:30.760Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 122.002061ms iteration = 61 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
4378	2025-03-08T00:50:30.760Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4379	2025-03-08T00:50:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4380	2025-03-08T00:50:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4381	2025-03-08T00:50:30.764Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 125.946048ms iteration = 61 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4382	2025-03-08T00:50:30.764Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4383	2025-03-08T00:50:30.764Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4384	2025-03-08T00:50:30.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4385	2025-03-08T00:50:30.765Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4386	2025-03-08T00:50:30.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4387	2025-03-08T00:50:30.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
4388	2025-03-08T00:50:30.765Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4389	2025-03-08T00:50:30.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4390	2025-03-08T00:50:30.767Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4391	2025-03-08T00:50:30.767Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4392	2025-03-08T00:50:30.768Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4393	2025-03-08T00:50:30.769Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4394	2025-03-08T00:50:30.769Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4395	2025-03-08T00:50:30.769Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4396	2025-03-08T00:50:30.769Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4397	2025-03-08T00:50:30.771Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4398	2025-03-08T00:50:30.771Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4399	2025-03-08T00:50:30.772Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4400	2025-03-08T00:50:30.772Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4401	2025-03-08T00:50:30.772Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4402	2025-03-08T00:50:30.772Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
4403	2025-03-08T00:50:30.772Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4404	2025-03-08T00:50:30.773Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4405	2025-03-08T00:50:30.773Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4406	2025-03-08T00:50:30.773Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4407	2025-03-08T00:50:30.774Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 136.629101ms iteration = 21 status = 0
4408	2025-03-08T00:50:30.778Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
4409	2025-03-08T00:50:30.778Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4410	2025-03-08T00:50:30.778Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4411	2025-03-08T00:50:30.779Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4412	2025-03-08T00:50:30.780Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4413	2025-03-08T00:50:30.780Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4414	2025-03-08T00:50:30.781Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 139.672946ms iteration = 21 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
4415	2025-03-08T00:50:30.781Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4416	2025-03-08T00:50:30.782Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4417	2025-03-08T00:50:30.782Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4418	2025-03-08T00:50:30.782Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4419	2025-03-08T00:50:30.782Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4420	2025-03-08T00:50:30.784Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4421	2025-03-08T00:50:30.785Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4422	2025-03-08T00:50:30.787Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4423	2025-03-08T00:50:30.787Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4424	2025-03-08T00:50:30.787Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
4425	2025-03-08T00:50:30.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4426	2025-03-08T00:50:30.789Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
4427	2025-03-08T00:50:30.789Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4428	2025-03-08T00:50:30.789Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4429	2025-03-08T00:50:30.791Z	INFO	nexus (BackgroundTasks): ensured all Crucible datasets present in inventory have database records background_task = blueprint_rendezvous file = nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113 num_already_exist = 9 num_inserted = 0 num_not_in_inventory = 0
4430	2025-03-08T00:50:30.791Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_rendezvous elapsed = 153.302273ms iteration = 4 status = {"blueprint_id":"a346f089-8033-4b92-b854-361d1da5cab2","inventory_collection_id":"5d660b6a-29ce-4cae-9812-4763cac396ab","stats":{"crucible_dataset":{"num_already_exist":9,"num_inserted":0,"num_not_in_inventory":0},"debug_dataset":{"num_already_exist":9,"num_already_tombstoned":0,"num_inserted":0,"num_not_in_inventory":0,"num_tombstoned":0}}}
4431	2025-03-08T00:50:30.792Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
4432	2025-03-08T00:50:30.792Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
4433	2025-03-08T00:50:30.792Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
4434	2025-03-08T00:50:30.792Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4435	2025-03-08T00:50:30.793Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4436	2025-03-08T00:50:30.794Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4437	2025-03-08T00:50:30.794Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
4438	2025-03-08T00:50:30.794Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 155.802964ms iteration = 21 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
4439	2025-03-08T00:50:30.794Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4440	2025-03-08T00:50:30.794Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4441	2025-03-08T00:50:30.795Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4442	2025-03-08T00:50:30.798Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 156.639645ms iteration = 21 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4443	2025-03-08T00:50:30.798Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4444	2025-03-08T00:50:30.798Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4445	2025-03-08T00:50:30.798Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4446	2025-03-08T00:50:30.800Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4447	2025-03-08T00:50:30.800Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4448	2025-03-08T00:50:30.800Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
4449	2025-03-08T00:50:30.800Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
4450	2025-03-08T00:50:30.800Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4451	2025-03-08T00:50:30.801Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4452	2025-03-08T00:50:30.802Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4453	2025-03-08T00:50:30.803Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4454	2025-03-08T00:50:30.803Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4455	2025-03-08T00:50:30.804Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4456	2025-03-08T00:50:30.805Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4457	2025-03-08T00:50:30.806Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4458	2025-03-08T00:50:30.807Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4459	2025-03-08T00:50:30.807Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
4460	2025-03-08T00:50:30.807Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
4461	2025-03-08T00:50:30.807Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
4462	2025-03-08T00:50:30.809Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4463	2025-03-08T00:50:30.809Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4464	2025-03-08T00:50:30.810Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
4465	2025-03-08T00:50:30.810Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
4466	2025-03-08T00:50:30.810Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
4467	2025-03-08T00:50:30.810Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 171.894401ms iteration = 11 status = {"generation":2}
4468	2025-03-08T00:50:30.810Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4469	2025-03-08T00:50:30.813Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4470	2025-03-08T00:50:30.813Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4471	2025-03-08T00:50:30.814Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) } result = Ok(())
4472	2025-03-08T00:50:30.814Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4473	2025-03-08T00:50:30.815Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4474	2025-03-08T00:50:30.819Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
4475	2025-03-08T00:50:30.819Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 180.908484ms iteration = 21 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
4476	2025-03-08T00:50:30.821Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4477	2025-03-08T00:50:30.821Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4478	2025-03-08T00:50:30.823Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4479	2025-03-08T00:50:30.824Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4480	2025-03-08T00:50:30.824Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4481	2025-03-08T00:50:30.827Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4482	2025-03-08T00:50:30.827Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4483	2025-03-08T00:50:30.827Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
4484	2025-03-08T00:50:30.827Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
4485	2025-03-08T00:50:30.827Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
4486	2025-03-08T00:50:30.830Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4487	2025-03-08T00:50:30.830Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4488	2025-03-08T00:50:30.832Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
4489	2025-03-08T00:50:30.832Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4490	2025-03-08T00:50:30.832Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4491	2025-03-08T00:50:30.846Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
4492	2025-03-08T00:50:30.846Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
4493	2025-03-08T00:50:30.846Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4494	2025-03-08T00:50:30.846Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4495	2025-03-08T00:50:30.849Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4496	2025-03-08T00:50:30.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
4497	2025-03-08T00:50:30.854Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
4498	2025-03-08T00:50:30.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
4499	2025-03-08T00:50:30.858Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
4500	2025-03-08T00:50:30.858Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
4501	2025-03-08T00:50:30.858Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
4502	2025-03-08T00:50:30.858Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 219.967928ms iteration = 11 status = {"generation":1}
4503	2025-03-08T00:50:30.878Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
4504	2025-03-08T00:50:30.878Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4505	2025-03-08T00:50:30.878Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d9e8d1ad-1c15-4d91-9f4a-337ce5fdb757", "content-length": "26", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4506	2025-03-08T00:50:30.878Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4507	2025-03-08T00:50:30.878Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4508	2025-03-08T00:50:30.879Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4509	2025-03-08T00:50:30.879Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4510	2025-03-08T00:50:30.881Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4511	2025-03-08T00:50:30.884Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
4512	2025-03-08T00:50:30.884Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4513	2025-03-08T00:50:30.884Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4514	2025-03-08T00:50:30.900Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
4515	2025-03-08T00:50:30.900Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 262.18494ms iteration = 11 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
4516	2025-03-08T00:50:30.918Z	DEBG	nexus (BackgroundTasks): begin collection background_task = inventory_collection
4517	2025-03-08T00:50:30.918Z	DEBG	nexus (BackgroundTasks): begin collection from MGS background_task = inventory_collection mgs_url = http://[fd00:1122:3344:101::2]:12225
4518	2025-03-08T00:50:30.918Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/ignition
4519	2025-03-08T00:50:30.918Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/ignition", status: 200, headers: {"content-type": "application/json", "x-request-id": "30340cc9-3b9f-4d40-8e3c-e2a7f8a97c4c", "content-length": "476", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4520	2025-03-08T00:50:30.918Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
4521	2025-03-08T00:50:30.918Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4522	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "adc9f2fb-f7db-48f9-a84d-c8769d9fa492", "content-length": "734", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4523	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 280.644285ms iteration = 22 status = {"physical_disks_added":0}
4524	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
4525	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4526	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "99d6769c-fd9c-4ea5-b231-38c01f855f8e", "content-length": "111", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4527	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
4528	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "23519880-24ee-49de-8ca4-029cfc82bf7f", "content-length": "111", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4529	2025-03-08T00:50:30.919Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
4530	2025-03-08T00:50:30.920Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "40249a96-55af-4d45-815b-36dcaddac458", "content-length": "167", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4531	2025-03-08T00:50:30.920Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
4532	2025-03-08T00:50:30.920Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "1101ae7a-27a0-42e1-853c-87dd97c8fefa", "content-length": "167", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4533	2025-03-08T00:50:30.920Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0
4534	2025-03-08T00:50:30.920Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "e7600cb0-32d1-405a-840e-dc418b11ca42", "content-length": "175", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4535	2025-03-08T00:50:30.920Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1
4536	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "552fbb44-db7a-4d5c-b8ed-33f18e9656a5", "content-length": "175", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4537	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
4538	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "01792fa7-21f7-4515-8ac9-4bf3924c8ae4", "content-length": "702", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4539	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
4540	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "d66a7417-79b2-41ea-837a-6acf7fe9ef40", "content-length": "727", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4541	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
4542	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f8dc8ed-446a-4904-93c9-4570e58ff8ee", "content-length": "729", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4543	2025-03-08T00:50:30.921Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
4544	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "b7cca345-1b69-40bf-bb10-80e8b81c3d89", "content-length": "728", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4545	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
4546	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0", status: 200, headers: {"content-type": "application/json", "x-request-id": "accda59f-5fba-477d-a190-568359acc6ab", "content-length": "722", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4547	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
4548	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "0ee38088-3186-420f-bc05-cfda4f849ad3", "content-length": "109", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4549	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
4550	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "7ddcae58-e01b-4944-88ba-3b3ae9aed549", "content-length": "109", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4551	2025-03-08T00:50:30.922Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
4552	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f1f4f03-3a86-483e-b4bb-47b360723e99", "content-length": "169", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4553	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
4554	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "727d74ae-6b99-4ad1-b4d0-398c8150094d", "content-length": "169", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4555	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0
4556	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0", status: 200, headers: {"content-type": "application/json", "x-request-id": "86993444-0751-42b1-886c-c60ecbd62f50", "content-length": "178", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4557	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1
4558	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1", status: 200, headers: {"content-type": "application/json", "x-request-id": "1cee6f6e-0860-494b-8b39-117f8738b9e5", "content-length": "178", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4559	2025-03-08T00:50:30.923Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = None gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
4560	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "d43fb48d-ccc6-4652-9b08-329d6e5c529d", "content-length": "702", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4561	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
4562	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "65904b44-5ac6-4041-b031-d7586c94a38f", "content-length": "727", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4563	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
4564	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "72e5d65c-8245-4b0b-a42b-161a0c361d64", "content-length": "729", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4565	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client request background_task = inventory_collection body = Some(Body) gateway_url = http://[fd00:1122:3344:101::2]:12225 method = GET uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
4566	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): client response background_task = inventory_collection gateway_url = http://[fd00:1122:3344:101::2]:12225 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa", status: 200, headers: {"content-type": "application/json", "x-request-id": "353e2d05-2790-4482-8f4e-40900a290b00", "content-length": "728", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4567	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4568	2025-03-08T00:50:30.924Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4569	2025-03-08T00:50:30.986Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
4570	2025-03-08T00:50:30.992Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
4571	2025-03-08T00:50:30.992Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4572	2025-03-08T00:50:30.993Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ed466d9e-8d2b-4b45-9216-7deb38554343", "content-length": "26", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4573	2025-03-08T00:50:30.993Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4574	2025-03-08T00:50:30.994Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4575	2025-03-08T00:50:31.066Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
4576	2025-03-08T00:50:31.066Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4577	2025-03-08T00:50:31.066Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "2f7e1af3-0c0d-4a11-a426-cde16cb1d448", "content-length": "26", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4578	2025-03-08T00:50:31.066Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4579	2025-03-08T00:50:31.067Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4580	2025-03-08T00:50:31.095Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 457.595001ms iteration = 21 status = {}
4581	2025-03-08T00:50:31.159Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
4582	2025-03-08T00:50:31.160Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "5e0b6e60-56d5-4aa5-8ba3-97278277f211", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4583	2025-03-08T00:50:31.160Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4584	2025-03-08T00:50:31.161Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "9f062c24-6fb0-4034-a5dc-f479f597608b", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4585	2025-03-08T00:50:31.161Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4586	2025-03-08T00:50:31.163Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "1f2d80d2-22cd-4eb3-826c-7b6956df0561", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4587	2025-03-08T00:50:31.163Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4588	2025-03-08T00:50:31.165Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
4589	2025-03-08T00:50:31.165Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 527.293841ms iteration = 13 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
4590	2025-03-08T00:50:31.191Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
4591	2025-03-08T00:50:31.191Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "bc5505f3-cdd3-4d0c-bc72-edd3d215b58a", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
4592	2025-03-08T00:50:31.191Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
4593	2025-03-08T00:50:31.193Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "669db5a2-5f26-4477-9c3f-8adeed98776e", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
4594	2025-03-08T00:50:31.193Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
4595	2025-03-08T00:50:31.195Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
4596	2025-03-08T00:50:31.195Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 556.736167ms iteration = 13 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
4597	2025-03-08T00:50:31.198Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
4598	2025-03-08T00:50:31.199Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
4599	2025-03-08T00:50:31.199Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
4600	2025-03-08T00:50:31.199Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4601	2025-03-08T00:50:31.200Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "72bdda31-4b1d-411c-8fcb-dd3c2e8dee2a", "content-length": "372", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4602	2025-03-08T00:50:31.200Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4603	2025-03-08T00:50:31.200Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4604	2025-03-08T00:50:31.201Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4605	2025-03-08T00:50:31.201Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4606	2025-03-08T00:50:31.201Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4607	2025-03-08T00:50:31.202Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4608	2025-03-08T00:50:31.202Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4609	2025-03-08T00:50:31.203Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4610	2025-03-08T00:50:31.203Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4611	2025-03-08T00:50:31.203Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4612	2025-03-08T00:50:31.203Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4613	2025-03-08T00:50:31.204Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4614	2025-03-08T00:50:31.204Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
4615	2025-03-08T00:50:31.204Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4616	2025-03-08T00:50:31.205Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4617	2025-03-08T00:50:31.205Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Fleet result = Ok(())
4618	2025-03-08T00:50:31.205Z	DEBG	nexus (BackgroundTasks): roles background_task = tuf_artifact_replication roles = RoleSet { roles: {} }
4619	2025-03-08T00:50:31.205Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = tuf_artifact_replication resource = Database result = Ok(())
4620	2025-03-08T00:50:31.205Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4621	2025-03-08T00:50:31.206Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4622	2025-03-08T00:50:31.206Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4623	2025-03-08T00:50:31.207Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = tuf_artifact_replication body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/artifacts
4624	2025-03-08T00:50:31.209Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
4625	2025-03-08T00:50:31.209Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4626	2025-03-08T00:50:31.209Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = tuf_artifact_replication result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/artifacts", status: 200, headers: {"content-type": "application/json", "x-request-id": "8f955ae4-71c7-4b84-8348-4f7e07c748f2", "content-length": "2", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4627	2025-03-08T00:50:31.209Z	INFO	nexus (BackgroundTasks): Successfully got artifact list background_task = tuf_artifact_replication file = nexus/src/app/background/tasks/tuf_artifact_replication.rs:615 sled = http://[fd00:1122:3344:101::1]:12345
4628	2025-03-08T00:50:31.209Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4629	2025-03-08T00:50:31.210Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") } result = Ok(())
4630	2025-03-08T00:50:31.210Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4631	2025-03-08T00:50:31.210Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4632	2025-03-08T00:50:31.210Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Fleet result = Ok(())
4633	2025-03-08T00:50:31.210Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4634	2025-03-08T00:50:31.210Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4635	2025-03-08T00:50:31.212Z	DEBG	nexus (BackgroundTasks): activation complete background_task = tuf_artifact_replication elapsed = 570.788754ms iteration = 3 status = {"last_run_counters":{"copy_err":0,"copy_ok":0,"delete_err":0,"delete_ok":0,"list_err":0,"list_ok":1,"put_err":0,"put_ok":0},"lifetime_counters":{"copy_err":0,"copy_ok":0,"delete_err":0,"delete_ok":0,"list_err":0,"list_ok":3,"put_err":0,"put_ok":0},"local_repos":0,"request_debug_ringbuf":[{"operation":"list","target_sled":"87826585-0843-40d2-a3ce-382fa54dbc5c","time":"2025-03-08T00:40:31.037308967Z"},{"operation":"list","target_sled":"87826585-0843-40d2-a3ce-382fa54dbc5c","time":"2025-03-08T00:45:31.196252052Z"},{"operation":"list","target_sled":"87826585-0843-40d2-a3ce-382fa54dbc5c","time":"2025-03-08T00:50:31.209682347Z"}]}
4636	2025-03-08T00:50:31.214Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4637	2025-03-08T00:50:31.215Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4638	2025-03-08T00:50:31.217Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4639	2025-03-08T00:50:31.217Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4640	2025-03-08T00:50:31.219Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4641	2025-03-08T00:50:31.219Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4642	2025-03-08T00:50:31.220Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
4643	2025-03-08T00:50:31.220Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
4644	2025-03-08T00:50:31.221Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "296776f8-d077-4c34-9c80-c26f6ad580a0", "date": "Sat, 08 Mar 2025 00:50:31 GMT"} })
4645	2025-03-08T00:50:31.221Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4646	2025-03-08T00:50:31.221Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4647	2025-03-08T00:50:31.221Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4648	2025-03-08T00:50:31.221Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4649	2025-03-08T00:50:31.224Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4650	2025-03-08T00:50:31.224Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4651	2025-03-08T00:50:31.228Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
4652	2025-03-08T00:50:31.229Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "34420c16-667c-4b6d-8cb1-5e46d9b4c090", "content-length": "1", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4653	2025-03-08T00:50:31.231Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4654	2025-03-08T00:50:31.231Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4655	2025-03-08T00:50:31.274Z	DEBG	nexus (BackgroundTasks): begin collection from Sled Agent background_task = inventory_collection sled_agent_url = http://[fd00:1122:3344:101::1]:12345
4656	2025-03-08T00:50:31.274Z	DEBG	nexus (BackgroundTasks): client request SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/inventory
4657	2025-03-08T00:50:31.277Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 638.880094ms iteration = 21 status = null
4658	2025-03-08T00:50:31.277Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4659	2025-03-08T00:50:31.277Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4660	2025-03-08T00:50:31.278Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4661	2025-03-08T00:50:31.278Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4662	2025-03-08T00:50:31.334Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
4663	2025-03-08T00:50:31.334Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "fa5f3319-57eb-4371-9e25-994703c05587", "content-length": "691", "date": "Sat, 08 Mar 2025 00:50:31 GMT"} })
4664	2025-03-08T00:50:31.334Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
4665	2025-03-08T00:50:31.334Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
4666	2025-03-08T00:50:31.334Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
4667	2025-03-08T00:50:31.335Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 697.188553ms iteration = 21 status = {}
4668	2025-03-08T00:50:31.335Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4669	2025-03-08T00:50:31.336Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4670	2025-03-08T00:50:31.337Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4671	2025-03-08T00:50:31.337Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4672	2025-03-08T00:50:31.337Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4673	2025-03-08T00:50:31.337Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4674	2025-03-08T00:50:31.338Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
4675	2025-03-08T00:50:31.338Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
4676	2025-03-08T00:50:31.339Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "dce60d06-7e6f-4393-8d87-4c9488f974c6", "date": "Sat, 08 Mar 2025 00:50:31 GMT"} })
4677	2025-03-08T00:50:31.339Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4678	2025-03-08T00:50:31.339Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
4679	2025-03-08T00:50:31.339Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4680	2025-03-08T00:50:31.340Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4681	2025-03-08T00:50:31.341Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 702.615906ms iteration = 21 status = {}
4682	2025-03-08T00:50:31.343Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
4683	2025-03-08T00:50:31.343Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4684	2025-03-08T00:50:31.343Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4685	2025-03-08T00:50:31.344Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4686	2025-03-08T00:50:31.345Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4687	2025-03-08T00:50:31.346Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4688	2025-03-08T00:50:31.346Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4689	2025-03-08T00:50:31.347Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4690	2025-03-08T00:50:31.349Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
4691	2025-03-08T00:50:31.349Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "369244e1-11e8-4af4-82cc-e6a70ad4cc37", "content-length": "134", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4692	2025-03-08T00:50:31.349Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
4693	2025-03-08T00:50:31.349Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
4694	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
4695	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
4696	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4697	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4698	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4699	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4700	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
4701	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
4702	2025-03-08T00:50:31.350Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4703	2025-03-08T00:50:31.350Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4704	2025-03-08T00:50:31.350Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") } result = Ok(())
4705	2025-03-08T00:50:31.350Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4706	2025-03-08T00:50:31.351Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4707	2025-03-08T00:50:31.352Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4708	2025-03-08T00:50:31.355Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
4709	2025-03-08T00:50:31.355Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "b7e0d2bd-f926-4695-84ec-fd42ead300c0", "content-length": "2", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4710	2025-03-08T00:50:31.355Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
4711	2025-03-08T00:50:31.355Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d700d3a8-6f13-403f-84c8-a2d759c655b3", "content-length": "52", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4712	2025-03-08T00:50:31.355Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
4713	2025-03-08T00:50:31.355Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
4714	2025-03-08T00:50:31.360Z	DEBG	nexus (service-firewall-rule-progator): resolved names for firewall rules background_task = service_firewall_rule_propagation instance_interfaces = {} subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 0c3d6881-8d48-4d96-9ed0-85d27344279b, kind: Service { id: 4d603338-4154-45db-a26b-b6679dc7f0ec }, name: Name("nexus-4d603338-4154-45db-a26b-b6679dc7f0ec"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3723c067-03a8-4ed5-9a97-5c3ee10bca5c, kind: Service { id: 841ee309-4e1e-443f-ae06-2ad5eb454a8d }, name: Name("nexus-841ee309-4e1e-443f-ae06-2ad5eb454a8d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 133])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d79ffed2-490d-44d6-943a-e4d940d7938a, kind: Service { id: 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f }, name: Name("nexus-8b94fb8b-b81f-40e3-a7d8-ae559205ae7f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 217])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("external-dns"): [NetworkInterface { id: 4d0825be-9769-464b-9eb9-39c5eebe5d62, kind: Service { id: da0d8428-046e-431d-9a82-470b80ca232a }, name: Name("external-dns-da0d8428-046e-431d-9a82-470b80ca232a"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 176])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d157e977-c32e-4a22-a13f-9a7473eb90e5, kind: Service { id: 59287b7e-0d61-4586-b7c5-e79476927737 }, name: Name("external-dns-59287b7e-0d61-4586-b7c5-e79476927737"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]} subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]} vpc_interfaces = {}
4715	2025-03-08T00:50:31.360Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4716	2025-03-08T00:50:31.360Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4717	2025-03-08T00:50:31.362Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4718	2025-03-08T00:50:31.364Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Fleet result = Ok(())
4719	2025-03-08T00:50:31.364Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4720	2025-03-08T00:50:31.364Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4721	2025-03-08T00:50:31.464Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c76fc546-17fe-4339-a12f-9cca09c62d56", "date": "Sat, 08 Mar 2025 00:50:31 GMT"} })
4722	2025-03-08T00:50:31.464Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
4723	2025-03-08T00:50:31.464Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
4724	2025-03-08T00:50:31.465Z	DEBG	nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified. background_task = service_firewall_rule_propagation
4725	2025-03-08T00:50:31.465Z	DEBG	nexus (service-firewall-rule-progator): resolved firewall rules for sled agents background_task = service_firewall_rule_propagation sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4d0825be-9769-464b-9eb9-39c5eebe5d62, kind: Service { id: da0d8428-046e-431d-9a82-470b80ca232a }, name: Name("external-dns-da0d8428-046e-431d-9a82-470b80ca232a"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 176])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d157e977-c32e-4a22-a13f-9a7473eb90e5, kind: Service { id: 59287b7e-0d61-4586-b7c5-e79476927737 }, name: Name("external-dns-59287b7e-0d61-4586-b7c5-e79476927737"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 149, 101])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0c3d6881-8d48-4d96-9ed0-85d27344279b, kind: Service { id: 4d603338-4154-45db-a26b-b6679dc7f0ec }, name: Name("nexus-4d603338-4154-45db-a26b-b6679dc7f0ec"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 173, 106])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3723c067-03a8-4ed5-9a97-5c3ee10bca5c, kind: Service { id: 841ee309-4e1e-443f-ae06-2ad5eb454a8d }, name: Name("nexus-841ee309-4e1e-443f-ae06-2ad5eb454a8d"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 237, 133])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: d79ffed2-490d-44d6-943a-e4d940d7938a, kind: Service { id: 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f }, name: Name("nexus-8b94fb8b-b81f-40e3-a7d8-ae559205ae7f"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 182, 217])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
4726	2025-03-08T00:50:31.465Z	DEBG	nexus (service-firewall-rule-progator): resolved 2 rules for sleds background_task = service_firewall_rule_propagation
4727	2025-03-08T00:50:31.481Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "dc940586-21b9-488a-868d-fa0ad1eb895f", "content-length": "682", "date": "Sat, 08 Mar 2025 00:50:30 GMT"} })
4728	2025-03-08T00:50:31.481Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4729	2025-03-08T00:50:31.481Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4730	2025-03-08T00:50:31.484Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4731	2025-03-08T00:50:31.485Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4732	2025-03-08T00:50:31.486Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4733	2025-03-08T00:50:31.487Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4734	2025-03-08T00:50:31.488Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4735	2025-03-08T00:50:31.488Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4736	2025-03-08T00:50:31.494Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 856.561225ms iteration = 21 status = {}
4737	2025-03-08T00:50:31.514Z	DEBG	nexus (BackgroundTasks): client response SledAgent = http://[fd00:1122:3344:101::1]:12345 background_task = inventory_collection result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/inventory", status: 200, headers: {"content-type": "application/json", "x-request-id": "309e19d3-20dd-4880-a8eb-af815d233156", "content-length": "31970", "date": "Sat, 08 Mar 2025 00:50:31 GMT"} })
4738	2025-03-08T00:50:31.517Z	DEBG	nexus (BackgroundTasks): begin collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
4739	2025-03-08T00:50:31.517Z	DEBG	nexus (BackgroundTasks): end collecting all keepers background_task = inventory_collection nkeeper_admin_clients = 0
4740	2025-03-08T00:50:31.517Z	DEBG	nexus (BackgroundTasks): finished collection background_task = inventory_collection
4741	2025-03-08T00:50:31.519Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4742	2025-03-08T00:50:31.519Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4743	2025-03-08T00:50:31.520Z	DEBG	nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services background_task = service_firewall_rule_propagation vpc_to_sled = [Sled { identity: SledIdentity { id: 87826585-0843-40d2-a3ce-382fa54dbc5c, time_created: 2025-03-08T00:40:28.174204Z, time_modified: 2025-03-08T00:40:28.174204Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(12348) }]
4744	2025-03-08T00:50:31.520Z	DEBG	nexus (service-firewall-rule-progator): sending firewall rules to sled agents background_task = service_firewall_rule_propagation
4745	2025-03-08T00:50:31.520Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4746	2025-03-08T00:50:31.520Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4747	2025-03-08T00:50:31.521Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4748	2025-03-08T00:50:31.522Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {} }
4749	2025-03-08T00:50:31.522Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Database result = Ok(())
4750	2025-03-08T00:50:31.523Z	DEBG	nexus (BackgroundTasks): authorize result action = Modify actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Inventory result = Ok(())
4751	2025-03-08T00:50:31.523Z	DEBG	nexus (BackgroundTasks): roles background_task = inventory_collection roles = RoleSet { roles: {} }
4752	2025-03-08T00:50:31.523Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = inventory_collection resource = Database result = Ok(())
4753	2025-03-08T00:50:31.524Z	DEBG	nexus (BackgroundTasks): roles background_task = service_firewall_rule_propagation roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4754	2025-03-08T00:50:31.526Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_firewall_rule_propagation resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
4755	2025-03-08T00:50:31.556Z	DEBG	nexus (service-firewall-rule-progator): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = service_firewall_rule_propagation body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
4756	2025-03-08T00:50:31.557Z	DEBG	nexus (service-firewall-rule-progator): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = service_firewall_rule_propagation result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", status: 204, headers: {"x-request-id": "4b61350e-d36e-450b-bdf3-9c549d15f217", "date": "Sat, 08 Mar 2025 00:50:31 GMT"} })
4757	2025-03-08T00:50:31.558Z	INFO	nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds background_task = service_firewall_rule_propagation file = nexus/networking/src/firewall_rules.rs:496
4758	2025-03-08T00:50:31.558Z	DEBG	nexus (service-firewall-rule-progator): successfully propagated service firewall rules background_task = service_firewall_rule_propagation elapsed = 920.129703ms
4759	2025-03-08T00:50:31.558Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_firewall_rule_propagation elapsed = 920.140153ms iteration = 3 status = {}
4760	2025-03-08T00:50:31.697Z	INFO	nexus (BackgroundTasks): inserted inventory collection background_task = inventory_collection collection_id = bba56875-5f73-4781-96ec-120aa7a6ae2c file = nexus/db-queries/src/db/datastore/inventory.rs:1015
4761	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): inventory collection complete background_task = inventory_collection collection_id = bba56875-5f73-4781-96ec-120aa7a6ae2c time_started = 2025-03-08 00:50:30.918289 UTC
4762	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_rendezvous iteration = 5 reason = Dependency
4763	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4764	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): activation complete background_task = inventory_collection elapsed = 1.058851415s iteration = 2 status = {"collection_id":"bba56875-5f73-4781-96ec-120aa7a6ae2c","time_done":"2025-03-08 00:50:31.517300 UTC","time_started":"2025-03-08 00:50:30.918289 UTC"}
4765	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 23 reason = Dependency
4766	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4767	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4768	2025-03-08T00:50:31.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4769	2025-03-08T00:50:31.699Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4770	2025-03-08T00:50:31.699Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4771	2025-03-08T00:50:31.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4772	2025-03-08T00:50:31.702Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4773	2025-03-08T00:50:31.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Inventory result = Ok(())
4774	2025-03-08T00:50:31.702Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4775	2025-03-08T00:50:31.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4776	2025-03-08T00:50:31.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4777	2025-03-08T00:50:31.704Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4778	2025-03-08T00:50:31.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4779	2025-03-08T00:50:31.706Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4780	2025-03-08T00:50:31.707Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4781	2025-03-08T00:50:31.707Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4782	2025-03-08T00:50:31.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4783	2025-03-08T00:50:31.710Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4784	2025-03-08T00:50:31.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4785			Batch: [InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: bba56875-5f73-4781-96ec-120aa7a6ae2c (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
4786	2025-03-08T00:50:31.740Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4787	2025-03-08T00:50:31.740Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4788	2025-03-08T00:50:31.742Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4789	2025-03-08T00:50:31.744Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4790	2025-03-08T00:50:31.744Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4791	2025-03-08T00:50:31.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4792	2025-03-08T00:50:31.746Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 49.542722ms iteration = 23 status = {"physical_disks_added":0}
4793	2025-03-08T00:50:31.747Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4794	2025-03-08T00:50:31.749Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4795	2025-03-08T00:50:31.749Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4796	2025-03-08T00:50:31.749Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4797	2025-03-08T00:50:31.751Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4798	2025-03-08T00:50:31.752Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4799	2025-03-08T00:50:31.753Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4800	2025-03-08T00:50:31.755Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4801	2025-03-08T00:50:31.756Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4802	2025-03-08T00:50:31.756Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4803	2025-03-08T00:50:31.757Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4804	2025-03-08T00:50:31.760Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Fleet result = Ok(())
4805	2025-03-08T00:50:31.760Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_rendezvous roles = RoleSet { roles: {} }
4806	2025-03-08T00:50:31.760Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_rendezvous resource = Database result = Ok(())
4807	2025-03-08T00:50:31.763Z	INFO	nexus (BackgroundTasks): ensured all Crucible datasets present in inventory have database records background_task = blueprint_rendezvous file = nexus/reconfigurator/rendezvous/src/crucible_dataset.rs:113 num_already_exist = 9 num_inserted = 0 num_not_in_inventory = 0
4808	2025-03-08T00:50:31.763Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_rendezvous elapsed = 65.865455ms iteration = 5 status = {"blueprint_id":"a346f089-8033-4b92-b854-361d1da5cab2","inventory_collection_id":"bba56875-5f73-4781-96ec-120aa7a6ae2c","stats":{"crucible_dataset":{"num_already_exist":9,"num_inserted":0,"num_not_in_inventory":0},"debug_dataset":{"num_already_exist":9,"num_already_tombstoned":0,"num_inserted":0,"num_not_in_inventory":0,"num_tombstoned":0}}}
4809	2025-03-08T00:50:32.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 260 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 32d4910e-2d68-4d96-b50e-5bf38182b306 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
4810	2025-03-08T00:50:40.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 62 reason = Timeout
4811	2025-03-08T00:50:40.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4812	2025-03-08T00:50:40.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 62 reason = Timeout
4813	2025-03-08T00:50:40.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4814	2025-03-08T00:50:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4815	2025-03-08T00:50:40.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4816	2025-03-08T00:50:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4817	2025-03-08T00:50:40.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4818	2025-03-08T00:50:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4819	2025-03-08T00:50:40.642Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.46796ms iteration = 62 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4820	2025-03-08T00:50:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4821	2025-03-08T00:50:40.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4822	2025-03-08T00:50:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4823	2025-03-08T00:50:40.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4824	2025-03-08T00:50:40.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4825	2025-03-08T00:50:40.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4826	2025-03-08T00:50:40.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
4827	2025-03-08T00:50:40.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4828	2025-03-08T00:50:40.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4829	2025-03-08T00:50:40.660Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
4830	2025-03-08T00:50:40.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.961027ms iteration = 62 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
4831	2025-03-08T00:50:42.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 265 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = e976b141-c83c-40ac-9c24-73c31e1a258f response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
4832	2025-03-08T00:50:50.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 63 reason = Timeout
4833	2025-03-08T00:50:50.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4834	2025-03-08T00:50:50.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 63 reason = Timeout
4835	2025-03-08T00:50:50.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4836	2025-03-08T00:50:50.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4837	2025-03-08T00:50:50.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4838	2025-03-08T00:50:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4839	2025-03-08T00:50:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4840	2025-03-08T00:50:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4841	2025-03-08T00:50:50.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4842	2025-03-08T00:50:50.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4843	2025-03-08T00:50:50.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4844	2025-03-08T00:50:50.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4845	2025-03-08T00:50:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4846	2025-03-08T00:50:50.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4847	2025-03-08T00:50:50.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
4848	2025-03-08T00:50:50.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4849	2025-03-08T00:50:50.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4850	2025-03-08T00:50:50.661Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
4851	2025-03-08T00:50:50.661Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.840128ms iteration = 63 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
4852	2025-03-08T00:50:50.669Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.589384ms iteration = 63 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4853	2025-03-08T00:50:52.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 242 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = f5f2a4b0-90e8-483f-9b3b-691e1c083206 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
4854	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 22 reason = Timeout
4855	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4856	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 22 reason = Timeout
4857	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 24 reason = Timeout
4858	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
4859	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4860	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 22 reason = Timeout
4861	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 64 reason = Timeout
4862	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
4863	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4864	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4865	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 22 reason = Timeout
4866	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
4867	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 22 reason = Timeout
4868	2025-03-08T00:51:00.637Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
4869	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 22 reason = Timeout
4870	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4871	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4872	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 64 reason = Timeout
4873	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4874	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 22 reason = Timeout
4875	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
4876	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 22 reason = Timeout
4877	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4878	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 22 reason = Timeout
4879	2025-03-08T00:51:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4880	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 22 reason = Timeout
4881	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 22 reason = Timeout
4882	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4883	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4884	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4885	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4886	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4887	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4888	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
4889	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
4890	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4891	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4892	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
4893	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4894	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4895	2025-03-08T00:51:00.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4896	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 22 reason = Timeout
4897	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 22 reason = Timeout
4898	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4899	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4900	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 22 reason = Timeout
4901	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
4902	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 22 reason = Timeout
4903	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
4904	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 22 reason = Timeout
4905	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
4906	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4907	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
4908	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
4909	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
4910	2025-03-08T00:51:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4911	2025-03-08T00:51:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4912	2025-03-08T00:51:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4913	2025-03-08T00:51:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4914	2025-03-08T00:51:00.644Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4915	2025-03-08T00:51:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
4916	2025-03-08T00:51:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
4917	2025-03-08T00:51:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
4918	2025-03-08T00:51:00.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4919	2025-03-08T00:51:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4920	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4921	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
4922	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4923	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
4924	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4925	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4926	2025-03-08T00:51:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4927	2025-03-08T00:51:00.651Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 675901024 } })
4928	2025-03-08T00:51:00.652Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
4929	2025-03-08T00:51:00.653Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4930	2025-03-08T00:51:00.654Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 16.897827ms iteration = 22 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
4931	2025-03-08T00:51:00.655Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4932	2025-03-08T00:51:00.655Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 679658816 } })
4933	2025-03-08T00:51:00.655Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
4934	2025-03-08T00:51:00.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
4935	2025-03-08T00:51:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
4936	2025-03-08T00:51:00.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
4937	2025-03-08T00:51:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4938	2025-03-08T00:51:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4939	2025-03-08T00:51:00.658Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4940	2025-03-08T00:51:00.658Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4941	2025-03-08T00:51:00.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 17.967843ms iteration = 22 status = {"errors":[],"garbage_collect_requested":[]}
4942	2025-03-08T00:51:00.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
4943	2025-03-08T00:51:00.660Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4944	2025-03-08T00:51:00.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4945	2025-03-08T00:51:00.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 18.522437ms iteration = 22 status = {"errors":[],"finish_invoked_ok":[]}
4946	2025-03-08T00:51:00.661Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
4947	2025-03-08T00:51:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
4948	2025-03-08T00:51:00.663Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
4949	2025-03-08T00:51:00.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
4950	2025-03-08T00:51:00.664Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4951	2025-03-08T00:51:00.665Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4952	2025-03-08T00:51:00.665Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 23.48522ms iteration = 22 status = {"errors":[],"requests_created_ok":[]}
4953	2025-03-08T00:51:00.666Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4954	2025-03-08T00:51:00.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4955	2025-03-08T00:51:00.668Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 692528534 } })
4956	2025-03-08T00:51:00.670Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4957	2025-03-08T00:51:00.670Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4958	2025-03-08T00:51:00.673Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
4959	2025-03-08T00:51:00.673Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
4960	2025-03-08T00:51:00.673Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
4961	2025-03-08T00:51:00.689Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
4962	2025-03-08T00:51:00.689Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
4963	2025-03-08T00:51:00.704Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
4964	2025-03-08T00:51:00.704Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
4965	2025-03-08T00:51:00.704Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
4966	2025-03-08T00:51:00.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
4967	2025-03-08T00:51:00.705Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
4968	2025-03-08T00:51:00.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
4969	2025-03-08T00:51:00.709Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
4970	2025-03-08T00:51:00.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
4971	2025-03-08T00:51:00.710Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 72.641362ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
4972	2025-03-08T00:51:00.711Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
4973	2025-03-08T00:51:00.712Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
4974	2025-03-08T00:51:00.745Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
4975	2025-03-08T00:51:00.745Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4976	2025-03-08T00:51:00.745Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "93f1e138-287b-4f8f-85d1-1885b5eeffd0", "content-length": "26", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
4977	2025-03-08T00:51:00.745Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4978	2025-03-08T00:51:00.748Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4979	2025-03-08T00:51:00.748Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
4980	2025-03-08T00:51:00.748Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4981	2025-03-08T00:51:00.748Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "c2744e19-06c5-4aa3-b6cd-4bacf799ba27", "content-length": "26", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
4982	2025-03-08T00:51:00.748Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4983	2025-03-08T00:51:00.750Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
4984	2025-03-08T00:51:00.770Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
4985	2025-03-08T00:51:00.770Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
4986	2025-03-08T00:51:00.771Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "864ad3b0-a6ba-45ef-a77d-4d4852a603d8", "content-length": "26", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
4987	2025-03-08T00:51:00.771Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
4988	2025-03-08T00:51:00.772Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4989	2025-03-08T00:51:00.772Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = instance_watcher body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vmms/de771ab5-f863-4317-9c0b-66d2cc459f21/state
4990	2025-03-08T00:51:00.772Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
4991	2025-03-08T00:51:00.772Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
4992	2025-03-08T00:51:00.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
4993	2025-03-08T00:51:00.776Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
4994	2025-03-08T00:51:00.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
4995	2025-03-08T00:51:00.776Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
4996	2025-03-08T00:51:00.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
4997	2025-03-08T00:51:00.776Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
4998	2025-03-08T00:51:00.779Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 141.934983ms iteration = 64 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
4999	2025-03-08T00:51:00.780Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5000	2025-03-08T00:51:00.780Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5001	2025-03-08T00:51:00.781Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 139.150244ms iteration = 22 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5002	2025-03-08T00:51:00.781Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5003	2025-03-08T00:51:00.782Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
5004			Batch: [InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2025-03-08T00:51:00.782513052Z","hostname":"oxz_nexus_8b94fb8b-b81f-40e3-a7d8-ae559205ae7f","pid":24534,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"8b94fb8b-b81f-40e3-a7d8-ae559205ae7f","roles":"RoleSet { roles: {} }"}
5005			87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
5006	2025-03-08T00:51:00.782Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5007	2025-03-08T00:51:00.783Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5008	2025-03-08T00:51:00.783Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5009	2025-03-08T00:51:00.784Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 142.519097ms iteration = 22 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
5010	2025-03-08T00:51:00.794Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5011	2025-03-08T00:51:00.794Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 157.019545ms iteration = 64 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5012	2025-03-08T00:51:00.807Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5013	2025-03-08T00:51:00.807Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5014	2025-03-08T00:51:00.819Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
5015	2025-03-08T00:51:00.819Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 181.917958ms iteration = 22 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
5016	2025-03-08T00:51:00.823Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5017	2025-03-08T00:51:00.823Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
5018	2025-03-08T00:51:00.823Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5019	2025-03-08T00:51:00.823Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5020	2025-03-08T00:51:00.832Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 195.212636ms iteration = 24 status = {"physical_disks_added":0}
5021	2025-03-08T00:51:00.862Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
5022	2025-03-08T00:51:00.862Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "b8b47a6f-66cd-41f2-ac16-ba26aac54174", "content-length": "1", "date": "Sat, 08 Mar 2025 00:50:59 GMT"} })
5023	2025-03-08T00:51:00.863Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 225.216977ms iteration = 22 status = {}
5024	2025-03-08T00:51:00.864Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5025	2025-03-08T00:51:00.864Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5026	2025-03-08T00:51:00.877Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
5027	2025-03-08T00:51:00.877Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5028	2025-03-08T00:51:00.880Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "ddd48824-e06a-4982-bebd-349d750829ed", "content-length": "525", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5029	2025-03-08T00:51:00.880Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5030	2025-03-08T00:51:00.880Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5031	2025-03-08T00:51:00.880Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5032	2025-03-08T00:51:00.881Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5033	2025-03-08T00:51:00.882Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 244.440522ms iteration = 22 status = null
5034	2025-03-08T00:51:00.912Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5035	2025-03-08T00:51:00.912Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
5036	2025-03-08T00:51:00.912Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 274.966825ms iteration = 22 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
5037	2025-03-08T00:51:00.913Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5038	2025-03-08T00:51:00.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
5039	2025-03-08T00:51:00.916Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5040	2025-03-08T00:51:00.916Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5041	2025-03-08T00:51:00.919Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 281.433205ms iteration = 22 status = 0
5042	2025-03-08T00:51:00.931Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {efd04917-3123-4423-a590-74a40f32a6ed: {10.151.2.175: {69e9d00b-ef75-41a7-ad47-501e75752c8d}, 10.151.2.176: {69e9d00b-ef75-41a7-ad47-501e75752c8d}}} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
5043	2025-03-08T00:51:00.931Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
5044	2025-03-08T00:51:00.932Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "709f1398-0fc5-44c0-be84-d1269b5f49d0", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5045	2025-03-08T00:51:00.932Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5046	2025-03-08T00:51:00.932Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5047	2025-03-08T00:51:00.934Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5048	2025-03-08T00:51:00.934Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5049	2025-03-08T00:51:00.937Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5050	2025-03-08T00:51:00.937Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5051	2025-03-08T00:51:00.940Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5052	2025-03-08T00:51:00.941Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5053	2025-03-08T00:51:00.942Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5054	2025-03-08T00:51:00.942Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5055	2025-03-08T00:51:00.942Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5056	2025-03-08T00:51:00.943Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5057	2025-03-08T00:51:00.945Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
5058	2025-03-08T00:51:00.945Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5059	2025-03-08T00:51:00.945Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5060	2025-03-08T00:51:00.946Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5061	2025-03-08T00:51:00.946Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5062	2025-03-08T00:51:00.948Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
5063	2025-03-08T00:51:00.948Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5064	2025-03-08T00:51:00.949Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5065	2025-03-08T00:51:00.950Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5066	2025-03-08T00:51:00.951Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5067	2025-03-08T00:51:00.952Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5068	2025-03-08T00:51:00.953Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5069	2025-03-08T00:51:00.954Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5070	2025-03-08T00:51:00.954Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5071	2025-03-08T00:51:00.955Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
5072	2025-03-08T00:51:00.956Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "d9cf1b9f-1436-4f26-a1f7-5538332955b2", "content-length": "134", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5073	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
5074	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
5075	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
5076	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
5077	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5078	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5079	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5080	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5081	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5082	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5083	2025-03-08T00:51:00.956Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5084	2025-03-08T00:51:00.956Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5085	2025-03-08T00:51:00.956Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5086	2025-03-08T00:51:00.956Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5087	2025-03-08T00:51:00.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5088	2025-03-08T00:51:00.958Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5089	2025-03-08T00:51:00.958Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5090	2025-03-08T00:51:00.959Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5091	2025-03-08T00:51:00.959Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "89ac7def-0db0-451d-b5ac-8fa4974acc31", "content-length": "2", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5092	2025-03-08T00:51:00.959Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5093	2025-03-08T00:51:00.960Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "2bd9783b-4523-4652-b35d-ddb4639bf368", "content-length": "52", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5094	2025-03-08T00:51:00.960Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
5095	2025-03-08T00:51:00.960Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5096	2025-03-08T00:51:00.977Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5097	2025-03-08T00:51:00.977Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5098	2025-03-08T00:51:00.978Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5099	2025-03-08T00:51:00.980Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5100	2025-03-08T00:51:00.980Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5101	2025-03-08T00:51:00.980Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5102	2025-03-08T00:51:00.986Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5103	2025-03-08T00:51:00.987Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5104	2025-03-08T00:51:00.988Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5105	2025-03-08T00:51:00.992Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 5903a422-2123-4b6a-9e2a-1da7d551206b, lookup_type: ById(5903a422-2123-4b6a-9e2a-1da7d551206b) }, key: 3b59e42e-8aa7-499a-a283-a107ad23826a, lookup_type: ById(3b59e42e-8aa7-499a-a283-a107ad23826a) }, key: 83dff6c3-0217-4f04-a11e-9620947b6ec0, lookup_type: ById(83dff6c3-0217-4f04-a11e-9620947b6ec0) }, key: 9f763912-569c-447c-ab9d-133c00d90394, lookup_type: ById(9f763912-569c-447c-ab9d-133c00d90394) } result = Ok(())
5106	2025-03-08T00:51:00.992Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5107	2025-03-08T00:51:00.992Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5108	2025-03-08T00:51:00.994Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5109	2025-03-08T00:51:00.994Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5110	2025-03-08T00:51:00.995Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5111	2025-03-08T00:51:00.995Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5112	2025-03-08T00:51:00.997Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5113	2025-03-08T00:51:01.000Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 5903a422-2123-4b6a-9e2a-1da7d551206b, lookup_type: ById(5903a422-2123-4b6a-9e2a-1da7d551206b) }, key: 3b59e42e-8aa7-499a-a283-a107ad23826a, lookup_type: ById(3b59e42e-8aa7-499a-a283-a107ad23826a) }, key: 83dff6c3-0217-4f04-a11e-9620947b6ec0, lookup_type: ById(83dff6c3-0217-4f04-a11e-9620947b6ec0) }, key: 9f763912-569c-447c-ab9d-133c00d90394, lookup_type: ById(9f763912-569c-447c-ab9d-133c00d90394) } result = Ok(())
5114	2025-03-08T00:51:01.000Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5115	2025-03-08T00:51:01.000Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5116	2025-03-08T00:51:01.003Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5117	2025-03-08T00:51:01.003Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5118	2025-03-08T00:51:01.005Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5119	2025-03-08T00:51:01.006Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5120	2025-03-08T00:51:01.008Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5121	2025-03-08T00:51:01.008Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5122	2025-03-08T00:51:01.010Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5123	2025-03-08T00:51:01.010Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5124	2025-03-08T00:51:01.012Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5125	2025-03-08T00:51:01.012Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5126	2025-03-08T00:51:01.012Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5127	2025-03-08T00:51:01.014Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5128	2025-03-08T00:51:01.014Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5129	2025-03-08T00:51:01.014Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5130	2025-03-08T00:51:01.049Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5131	2025-03-08T00:51:01.049Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5132	2025-03-08T00:51:01.050Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5133	2025-03-08T00:51:01.051Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5134	2025-03-08T00:51:01.052Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5135	2025-03-08T00:51:01.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 5903a422-2123-4b6a-9e2a-1da7d551206b, lookup_type: ById(5903a422-2123-4b6a-9e2a-1da7d551206b) }, key: 3b59e42e-8aa7-499a-a283-a107ad23826a, lookup_type: ById(3b59e42e-8aa7-499a-a283-a107ad23826a) }, key: 83dff6c3-0217-4f04-a11e-9620947b6ec0, lookup_type: ById(83dff6c3-0217-4f04-a11e-9620947b6ec0) }, key: 909816e7-c5f5-43dc-bcec-437e5ab97e9a, lookup_type: ById(909816e7-c5f5-43dc-bcec-437e5ab97e9a) } result = Ok(())
5136	2025-03-08T00:51:01.056Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5137	2025-03-08T00:51:01.056Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5138	2025-03-08T00:51:01.058Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5139	2025-03-08T00:51:01.058Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5140	2025-03-08T00:51:01.060Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5141	2025-03-08T00:51:01.060Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5142	2025-03-08T00:51:01.062Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5143	2025-03-08T00:51:01.063Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5144	2025-03-08T00:51:01.066Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5145	2025-03-08T00:51:01.066Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5146	2025-03-08T00:51:01.067Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5147	2025-03-08T00:51:01.067Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5148	2025-03-08T00:51:01.068Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5149	2025-03-08T00:51:01.069Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5150	2025-03-08T00:51:01.070Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5151	2025-03-08T00:51:01.073Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 5903a422-2123-4b6a-9e2a-1da7d551206b, lookup_type: ById(5903a422-2123-4b6a-9e2a-1da7d551206b) }, key: 3b59e42e-8aa7-499a-a283-a107ad23826a, lookup_type: ById(3b59e42e-8aa7-499a-a283-a107ad23826a) }, key: 83dff6c3-0217-4f04-a11e-9620947b6ec0, lookup_type: ById(83dff6c3-0217-4f04-a11e-9620947b6ec0) }, key: 909816e7-c5f5-43dc-bcec-437e5ab97e9a, lookup_type: ByName("default") } result = Ok(())
5152	2025-03-08T00:51:01.073Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5153	2025-03-08T00:51:01.074Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5154	2025-03-08T00:51:01.075Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5155	2025-03-08T00:51:01.075Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5156	2025-03-08T00:51:01.077Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5157	2025-03-08T00:51:01.078Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5158	2025-03-08T00:51:01.078Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "5b2d882b-2f94-4ffd-ad96-18b8ccc12119", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5159	2025-03-08T00:51:01.078Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
5160	2025-03-08T00:51:01.078Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5161	2025-03-08T00:51:01.079Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "bf48a715-2fe1-420b-9ed4-4d784bd2fec5", "content-length": "682", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5162	2025-03-08T00:51:01.079Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5163	2025-03-08T00:51:01.079Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5164	2025-03-08T00:51:01.080Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5165	2025-03-08T00:51:01.080Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5166	2025-03-08T00:51:01.083Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5167	2025-03-08T00:51:01.083Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5168	2025-03-08T00:51:01.085Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5169	2025-03-08T00:51:01.085Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5170	2025-03-08T00:51:01.087Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5171	2025-03-08T00:51:01.087Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5172	2025-03-08T00:51:01.087Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5173	2025-03-08T00:51:01.088Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5174	2025-03-08T00:51:01.089Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5175	2025-03-08T00:51:01.093Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 5903a422-2123-4b6a-9e2a-1da7d551206b, lookup_type: ById(5903a422-2123-4b6a-9e2a-1da7d551206b) }, key: 3b59e42e-8aa7-499a-a283-a107ad23826a, lookup_type: ById(3b59e42e-8aa7-499a-a283-a107ad23826a) }, key: 83dff6c3-0217-4f04-a11e-9620947b6ec0, lookup_type: ById(83dff6c3-0217-4f04-a11e-9620947b6ec0) }, key: 69e9d00b-ef75-41a7-ad47-501e75752c8d, lookup_type: ByName("default") } result = Ok(())
5176	2025-03-08T00:51:01.093Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5177	2025-03-08T00:51:01.093Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "f39fa488-0ec7-4fe9-b2dc-21f2fa07dba6", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5178	2025-03-08T00:51:01.095Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 457.921479ms iteration = 22 status = {}
5179	2025-03-08T00:51:01.100Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5180	2025-03-08T00:51:01.100Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5181	2025-03-08T00:51:01.102Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5182	2025-03-08T00:51:01.102Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5183	2025-03-08T00:51:01.122Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
5184	2025-03-08T00:51:01.122Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "beb146e8-c09d-4b81-94ee-375be7dfe9e6", "content-length": "811", "date": "Sat, 08 Mar 2025 00:51:00 GMT"} })
5185	2025-03-08T00:51:01.122Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(13441751) }} sled = sock
5186	2025-03-08T00:51:01.122Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
5187	2025-03-08T00:51:01.122Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
5188	2025-03-08T00:51:01.123Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 485.434768ms iteration = 22 status = {}
5189	2025-03-08T00:51:01.129Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 491.711743ms iteration = 22 status = {}
5190	2025-03-08T00:51:02.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 250 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 909989f6-a230-4820-afca-ca594ceac1b6 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5191	2025-03-08T00:51:02.753Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = instance_watcher result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vmms/de771ab5-f863-4317-9c0b-66d2cc459f21/state", status: 200, headers: {"content-type": "application/json", "x-request-id": "e9ac032a-c9e1-4f00-b36b-27bd29c4b59c", "content-length": "131", "date": "Sat, 08 Mar 2025 00:51:02 GMT"} })
5192	2025-03-08T00:51:02.763Z	DEBG	nexus (BackgroundTasks): updating instance state background_task = instance_watcher instance_id = 6c0adf12-3120-40cb-8319-60c76e95db9d sled_id = 87826585-0843-40d2-a3ce-382fa54dbc5c state = SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-03-08T00:50:54.850840242Z }, migration_in: None, migration_out: None } vmm_id = de771ab5-f863-4317-9c0b-66d2cc459f21
5193	2025-03-08T00:51:02.763Z	INFO	nexus (BackgroundTasks): received new VMM runtime state from sled agent background_task = instance_watcher file = nexus/src/app/instance.rs:2088 instance_id = 6c0adf12-3120-40cb-8319-60c76e95db9d migration_state = Migrations { migration_in: None, migration_out: None } propolis_id = de771ab5-f863-4317-9c0b-66d2cc459f21 sled_id = 87826585-0843-40d2-a3ce-382fa54dbc5c vmm_id = de771ab5-f863-4317-9c0b-66d2cc459f21 vmm_state = VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-03-08T00:50:54.850840242Z }
5194	2025-03-08T00:51:02.763Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher instance_id = 6c0adf12-3120-40cb-8319-60c76e95db9d roles = RoleSet { roles: {} } sled_id = 87826585-0843-40d2-a3ce-382fa54dbc5c vmm_id = de771ab5-f863-4317-9c0b-66d2cc459f21
5195	2025-03-08T00:51:02.763Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher instance_id = 6c0adf12-3120-40cb-8319-60c76e95db9d resource = Database result = Ok(()) sled_id = 87826585-0843-40d2-a3ce-382fa54dbc5c vmm_id = de771ab5-f863-4317-9c0b-66d2cc459f21
5196	2025-03-08T00:51:02.814Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 1 total_failed = 0 total_incomplete = 0 total_instances = 1 update_sagas_queued = 0
5197	2025-03-08T00:51:02.816Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 2.178907493s iteration = 22 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{"starting":1},"pruned_instances":0,"total_instances":1,"update_sagas_queued":0}
5198	2025-03-08T00:51:10.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 65 reason = Timeout
5199	2025-03-08T00:51:10.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5200	2025-03-08T00:51:10.638Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 65 reason = Timeout
5201	2025-03-08T00:51:10.638Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5202	2025-03-08T00:51:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5203	2025-03-08T00:51:10.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5204	2025-03-08T00:51:10.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5205	2025-03-08T00:51:10.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5206	2025-03-08T00:51:10.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5207	2025-03-08T00:51:10.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5208	2025-03-08T00:51:10.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5209	2025-03-08T00:51:10.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5210	2025-03-08T00:51:10.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5211	2025-03-08T00:51:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5212	2025-03-08T00:51:10.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5213	2025-03-08T00:51:10.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5214	2025-03-08T00:51:10.661Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5215	2025-03-08T00:51:10.661Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.014762ms iteration = 65 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5216	2025-03-08T00:51:10.666Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5217	2025-03-08T00:51:10.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5218	2025-03-08T00:51:10.668Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 30.528033ms iteration = 65 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5219	2025-03-08T00:51:12.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 359 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 5c271055-b4e9-466d-abf8-a0c2ed81eab2 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5220	2025-03-08T00:51:20.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 66 reason = Timeout
5221	2025-03-08T00:51:20.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5222	2025-03-08T00:51:20.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 66 reason = Timeout
5223	2025-03-08T00:51:20.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5224	2025-03-08T00:51:20.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5225	2025-03-08T00:51:20.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5226	2025-03-08T00:51:20.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5227	2025-03-08T00:51:20.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5228	2025-03-08T00:51:20.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5229	2025-03-08T00:51:20.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5230	2025-03-08T00:51:20.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5231	2025-03-08T00:51:20.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5232	2025-03-08T00:51:20.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5233	2025-03-08T00:51:20.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5234	2025-03-08T00:51:20.649Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5235	2025-03-08T00:51:20.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5236	2025-03-08T00:51:20.662Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5237	2025-03-08T00:51:20.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 24.847953ms iteration = 66 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5238	2025-03-08T00:51:20.667Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5239	2025-03-08T00:51:20.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5240	2025-03-08T00:51:20.700Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 63.249271ms iteration = 66 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5241	2025-03-08T00:51:22.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 439 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 1d08f06f-5a44-456b-bb2a-bfbf2ba6d993 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5242	2025-03-08T00:51:27.639Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:48969
5243	2025-03-08T00:51:27.639Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48969 req_id = 2db026a5-e243-4ffc-89a8-84b1ff2ee5ce roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
5244	2025-03-08T00:51:27.640Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48969 req_id = 2db026a5-e243-4ffc-89a8-84b1ff2ee5ce resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
5245	2025-03-08T00:51:27.642Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2992 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48969 req_id = 2db026a5-e243-4ffc-89a8-84b1ff2ee5ce response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
5246	2025-03-08T00:51:27.642Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48969 req_id = a39c6e0b-08cf-4b69-a166-31d915b65141 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
5247	2025-03-08T00:51:27.643Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48969 req_id = a39c6e0b-08cf-4b69-a166-31d915b65141 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
5248	2025-03-08T00:51:27.645Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2733 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:48969 req_id = a39c6e0b-08cf-4b69-a166-31d915b65141 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
5249	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 23 reason = Timeout
5250	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 12 reason = Timeout
5251	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5252	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5253	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 23 reason = Timeout
5254	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 23 reason = Timeout
5255	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5256	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5257	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 23 reason = Timeout
5258	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 12 reason = Timeout
5259	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5260	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 23 reason = Timeout
5261	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
5262	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 12 reason = Timeout
5263	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
5264	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 67 reason = Timeout
5265	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5266	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 23 reason = Timeout
5267	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 12 reason = Timeout
5268	2025-03-08T00:51:30.637Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
5269	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 23 reason = Timeout
5270	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
5271	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5272	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 14 reason = Timeout
5273	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 67 reason = Timeout
5274	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 13 reason = Timeout
5275	2025-03-08T00:51:30.637Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
5276	2025-03-08T00:51:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5277	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 12 reason = Timeout
5278	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 15.301\u{b5}s iteration = 13 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
5279	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
5280	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 23 reason = Timeout
5281	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5282	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 14 reason = Timeout
5283	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5284	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 12 reason = Timeout
5285	2025-03-08T00:51:30.638Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:41:30.637929109 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
5286	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
5287	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 12 reason = Timeout
5288	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
5289	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5290	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 12 reason = Timeout
5291	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 25 reason = Timeout
5292	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5293	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 23 reason = Timeout
5294	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
5295	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5296	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 23 reason = Timeout
5297	2025-03-08T00:51:30.638Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
5298	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5299	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 23 reason = Timeout
5300	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5301	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5302	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5303	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5304	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
5305	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5306	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5307	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5308	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5309	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
5310	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5311	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
5312	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5313	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
5314	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5315	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5316	2025-03-08T00:51:30.638Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 662813261 } })
5317	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5318	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5319	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5320	2025-03-08T00:51:30.638Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 662851462 } })
5321	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5322	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 12 reason = Timeout
5323	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
5324	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
5325	2025-03-08T00:51:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.182139ms iteration = 12 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
5326	2025-03-08T00:51:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
5327	2025-03-08T00:51:30.639Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
5328	2025-03-08T00:51:30.639Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.23046ms iteration = 12 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
5329	2025-03-08T00:51:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5330	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 23 reason = Timeout
5331	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 23 reason = Timeout
5332	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5333	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5334	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 23 reason = Timeout
5335	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 23 reason = Timeout
5336	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
5337	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
5338	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 12 reason = Timeout
5339	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
5340	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 23 reason = Timeout
5341	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
5342	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5343	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5344	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
5345	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
5346	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
5347	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
5348	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5349	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.946817ms iteration = 23 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
5350	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5351	2025-03-08T00:51:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5352	2025-03-08T00:51:30.643Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 667440805 } })
5353	2025-03-08T00:51:30.643Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
5354	2025-03-08T00:51:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
5355	2025-03-08T00:51:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5356	2025-03-08T00:51:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5357	2025-03-08T00:51:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
5358	2025-03-08T00:51:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5359	2025-03-08T00:51:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5360	2025-03-08T00:51:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5361	2025-03-08T00:51:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5362	2025-03-08T00:51:30.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5363	2025-03-08T00:51:30.648Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 672392827 } })
5364	2025-03-08T00:51:30.648Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
5365	2025-03-08T00:51:30.648Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:41:30.637929109 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
5366	2025-03-08T00:51:30.648Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 10.804207ms iteration = 12 status = {"expiration":"2025-03-08T00:41:30.637929109Z","pruned":[]}
5367	2025-03-08T00:51:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
5368	2025-03-08T00:51:30.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
5369	2025-03-08T00:51:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5370	2025-03-08T00:51:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
5371	2025-03-08T00:51:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5372	2025-03-08T00:51:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5373	2025-03-08T00:51:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5374	2025-03-08T00:51:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5375	2025-03-08T00:51:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5376	2025-03-08T00:51:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5377	2025-03-08T00:51:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
5378	2025-03-08T00:51:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5379	2025-03-08T00:51:30.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5380	2025-03-08T00:51:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
5381	2025-03-08T00:51:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5382	2025-03-08T00:51:30.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5383	2025-03-08T00:51:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5384	2025-03-08T00:51:30.656Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5385	2025-03-08T00:51:30.656Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5386	2025-03-08T00:51:30.657Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5387	2025-03-08T00:51:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5388	2025-03-08T00:51:30.662Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 21.201223ms iteration = 12 status = {"errors":[],"found_port_ok":[]}
5389	2025-03-08T00:51:30.665Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5390	2025-03-08T00:51:30.665Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5391	2025-03-08T00:51:30.666Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5392	2025-03-08T00:51:30.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5393	2025-03-08T00:51:30.668Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
5394	2025-03-08T00:51:30.668Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 31.024096ms iteration = 12 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
5395	2025-03-08T00:51:30.674Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 698930922 } })
5396	2025-03-08T00:51:30.675Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5397	2025-03-08T00:51:30.685Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 1 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
5398	2025-03-08T00:51:30.685Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 47.312978ms iteration = 23 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
5399	2025-03-08T00:51:30.699Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5400	2025-03-08T00:51:30.700Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5401	2025-03-08T00:51:30.700Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
5402	2025-03-08T00:51:30.700Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5403	2025-03-08T00:51:30.702Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5404	2025-03-08T00:51:30.704Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
5405	2025-03-08T00:51:30.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
5406	2025-03-08T00:51:30.704Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
5407	2025-03-08T00:51:30.704Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
5408	2025-03-08T00:51:30.704Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 65.754273ms iteration = 12 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
5409	2025-03-08T00:51:30.705Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
5410	2025-03-08T00:51:30.705Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5411	2025-03-08T00:51:30.706Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5412	2025-03-08T00:51:30.708Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5413	2025-03-08T00:51:30.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5414	2025-03-08T00:51:30.709Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5415	2025-03-08T00:51:30.709Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5416	2025-03-08T00:51:30.709Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 68.751636ms iteration = 23 status = {"errors":[],"garbage_collect_requested":[]}
5417	2025-03-08T00:51:30.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5418	2025-03-08T00:51:30.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5419	2025-03-08T00:51:30.710Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5420	2025-03-08T00:51:30.710Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5421	2025-03-08T00:51:30.711Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5422	2025-03-08T00:51:30.712Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 75.225836ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5423	2025-03-08T00:51:30.713Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5424	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
5425	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5426	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 72.254042ms iteration = 23 status = {"errors":[],"finish_invoked_ok":[]}
5427	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5428	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5429	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5430	2025-03-08T00:51:30.713Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5431	2025-03-08T00:51:30.714Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5432	2025-03-08T00:51:30.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5433	2025-03-08T00:51:30.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5434			Batch: [InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
5435	2025-03-08T00:51:30.715Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5436	2025-03-08T00:51:30.715Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
5437	2025-03-08T00:51:30.715Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 77.780849ms iteration = 23 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
5438	2025-03-08T00:51:30.715Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5439	2025-03-08T00:51:30.716Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5440	2025-03-08T00:51:30.716Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5441	2025-03-08T00:51:30.717Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 76.253082ms iteration = 23 status = {"errors":[],"requests_created_ok":[]}
5442	2025-03-08T00:51:30.718Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5443	2025-03-08T00:51:30.718Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5444	2025-03-08T00:51:30.719Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5445	2025-03-08T00:51:30.720Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5446	2025-03-08T00:51:30.720Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5447	2025-03-08T00:51:30.720Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5448	2025-03-08T00:51:30.728Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5449	2025-03-08T00:51:30.728Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 90.77547ms iteration = 67 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5450	2025-03-08T00:51:30.728Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5451	2025-03-08T00:51:30.730Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5452	2025-03-08T00:51:30.730Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5453	2025-03-08T00:51:30.733Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5454	2025-03-08T00:51:30.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5455	2025-03-08T00:51:30.734Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
5456	2025-03-08T00:51:30.734Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5457	2025-03-08T00:51:30.734Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5458	2025-03-08T00:51:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5459	2025-03-08T00:51:30.735Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5460	2025-03-08T00:51:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5461	2025-03-08T00:51:30.744Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5462	2025-03-08T00:51:30.744Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5463	2025-03-08T00:51:30.745Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 103.815541ms iteration = 23 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5464	2025-03-08T00:51:30.747Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5465	2025-03-08T00:51:30.748Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5466	2025-03-08T00:51:30.749Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5467	2025-03-08T00:51:30.749Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 111.364858ms iteration = 67 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5468	2025-03-08T00:51:30.749Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5469	2025-03-08T00:51:30.749Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5470	2025-03-08T00:51:30.752Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
5471	2025-03-08T00:51:30.752Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5472	2025-03-08T00:51:30.753Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5473	2025-03-08T00:51:30.754Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
5474	2025-03-08T00:51:30.754Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5475	2025-03-08T00:51:30.754Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 117.327045ms iteration = 23 status = 0
5476	2025-03-08T00:51:30.755Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5477	2025-03-08T00:51:30.757Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5478	2025-03-08T00:51:30.757Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5479	2025-03-08T00:51:30.758Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5480	2025-03-08T00:51:30.759Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
5481	2025-03-08T00:51:30.759Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
5482	2025-03-08T00:51:30.759Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
5483	2025-03-08T00:51:30.759Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5484	2025-03-08T00:51:30.759Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5485	2025-03-08T00:51:30.760Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
5486	2025-03-08T00:51:30.760Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
5487	2025-03-08T00:51:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
5488	2025-03-08T00:51:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
5489	2025-03-08T00:51:30.761Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 123.125928ms iteration = 12 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
5490	2025-03-08T00:51:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
5491	2025-03-08T00:51:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5492	2025-03-08T00:51:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5493	2025-03-08T00:51:30.763Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5494	2025-03-08T00:51:30.766Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5495	2025-03-08T00:51:30.766Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5496	2025-03-08T00:51:30.767Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5497	2025-03-08T00:51:30.769Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
5498	2025-03-08T00:51:30.769Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
5499	2025-03-08T00:51:30.769Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5500	2025-03-08T00:51:30.769Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5501	2025-03-08T00:51:30.771Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5502	2025-03-08T00:51:30.773Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
5503	2025-03-08T00:51:30.773Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
5504	2025-03-08T00:51:30.773Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
5505	2025-03-08T00:51:30.773Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5506	2025-03-08T00:51:30.774Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5507	2025-03-08T00:51:30.774Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
5508	2025-03-08T00:51:30.774Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
5509	2025-03-08T00:51:30.774Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
5510	2025-03-08T00:51:30.777Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
5511	2025-03-08T00:51:30.777Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
5512	2025-03-08T00:51:30.777Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
5513	2025-03-08T00:51:30.777Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 139.457441ms iteration = 12 status = {"generation":1}
5514	2025-03-08T00:51:30.782Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
5515	2025-03-08T00:51:30.782Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 144.829564ms iteration = 23 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
5516	2025-03-08T00:51:30.794Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
5517	2025-03-08T00:51:30.795Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
5518	2025-03-08T00:51:30.796Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5519	2025-03-08T00:51:30.796Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bf1ebf61-81da-44aa-8725-b3f6a5180c0e", "content-length": "26", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5520	2025-03-08T00:51:30.796Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5521	2025-03-08T00:51:30.796Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 155.126738ms iteration = 23 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
5522	2025-03-08T00:51:30.796Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5523	2025-03-08T00:51:30.797Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5524	2025-03-08T00:51:30.798Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5525	2025-03-08T00:51:30.802Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
5526	2025-03-08T00:51:30.802Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5527	2025-03-08T00:51:30.802Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "27bf79c2-8937-4a88-8c90-ea10f1c30147", "content-length": "26", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5528	2025-03-08T00:51:30.802Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5529	2025-03-08T00:51:30.804Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5530	2025-03-08T00:51:30.806Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5531	2025-03-08T00:51:30.809Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5532	2025-03-08T00:51:30.809Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5533	2025-03-08T00:51:30.809Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5534	2025-03-08T00:51:30.812Z	INFO	nexus (BackgroundTasks): found Silo/DNS/TLS config (changed) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) } file = nexus/src/app/background/tasks/external_endpoints.rs:94
5535	2025-03-08T00:51:30.812Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 175.010068ms iteration = 12 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
5536	2025-03-08T00:51:30.833Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 195.281599ms iteration = 25 status = {"physical_disks_added":0}
5537	2025-03-08T00:51:30.837Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5538	2025-03-08T00:51:30.837Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5539	2025-03-08T00:51:30.849Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
5540	2025-03-08T00:51:30.853Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
5541	2025-03-08T00:51:30.853Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
5542	2025-03-08T00:51:30.853Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5543	2025-03-08T00:51:30.854Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5544	2025-03-08T00:51:30.941Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
5545	2025-03-08T00:51:30.941Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5546	2025-03-08T00:51:30.941Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "de7504c9-05b0-4706-9f78-e95a43f76bd7", "content-length": "26", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5547	2025-03-08T00:51:30.941Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5548	2025-03-08T00:51:30.943Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5549	2025-03-08T00:51:30.961Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 323.989164ms iteration = 23 status = {}
5550	2025-03-08T00:51:30.965Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
5551	2025-03-08T00:51:30.983Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
5552	2025-03-08T00:51:30.983Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5553	2025-03-08T00:51:30.983Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "316e6271-ad7a-4257-b34e-ca5d3edb95a3", "content-length": "372", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5554	2025-03-08T00:51:30.983Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5555	2025-03-08T00:51:30.983Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5556	2025-03-08T00:51:30.984Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5557	2025-03-08T00:51:30.985Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5558	2025-03-08T00:51:30.986Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5559	2025-03-08T00:51:30.986Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5560	2025-03-08T00:51:30.987Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5561	2025-03-08T00:51:30.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
5562	2025-03-08T00:51:30.988Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
5563	2025-03-08T00:51:30.988Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5564	2025-03-08T00:51:30.988Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
5565	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5566	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5567	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5568	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
5569	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
5570	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
5571	2025-03-08T00:51:30.990Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 352.809656ms iteration = 12 status = {"generation":2}
5572	2025-03-08T00:51:31.002Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
5573	2025-03-08T00:51:31.002Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "a9b1128f-990c-4572-b6b9-6ac1bf504b08", "content-length": "2", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5574	2025-03-08T00:51:31.003Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5575	2025-03-08T00:51:31.004Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5576	2025-03-08T00:51:31.005Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 368.111363ms iteration = 23 status = null
5577	2025-03-08T00:51:31.034Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
5578	2025-03-08T00:51:31.034Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
5579	2025-03-08T00:51:31.034Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "84006ff8-bb68-4fc3-9ddc-1a7226d8ae37", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5580	2025-03-08T00:51:31.034Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5581	2025-03-08T00:51:31.034Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5582	2025-03-08T00:51:31.036Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
5583	2025-03-08T00:51:31.036Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5584	2025-03-08T00:51:31.037Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "85b19d49-4785-4ea1-b18a-39dc0c66326b", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
5585	2025-03-08T00:51:31.037Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
5586	2025-03-08T00:51:31.037Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5587	2025-03-08T00:51:31.038Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "f9ec88c1-2695-43cc-8521-59e11e354eff", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
5588	2025-03-08T00:51:31.038Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
5589	2025-03-08T00:51:31.040Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5590	2025-03-08T00:51:31.040Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5591	2025-03-08T00:51:31.040Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
5592	2025-03-08T00:51:31.040Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 403.104777ms iteration = 14 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
5593	2025-03-08T00:51:31.043Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
5594	2025-03-08T00:51:31.043Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5595	2025-03-08T00:51:31.044Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "077a9b23-5439-4895-aa62-63bfa27e393f", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5596	2025-03-08T00:51:31.045Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 407.890285ms iteration = 23 status = {}
5597	2025-03-08T00:51:31.070Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
5598	2025-03-08T00:51:31.071Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "20810132-2365-404e-8c53-74c3e8b555db", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5599	2025-03-08T00:51:31.071Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5600	2025-03-08T00:51:31.073Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "ce4ed080-4a13-4a6a-91e8-d6e64171559e", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5601	2025-03-08T00:51:31.073Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5602	2025-03-08T00:51:31.078Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "adc7ba2a-9b73-4266-b8cc-b5cc590fa602", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5603	2025-03-08T00:51:31.078Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5604	2025-03-08T00:51:31.078Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
5605	2025-03-08T00:51:31.078Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 440.890919ms iteration = 14 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
5606	2025-03-08T00:51:31.085Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
5607	2025-03-08T00:51:31.085Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "e0ca8e1c-61d9-4dd2-803e-13cfb09b4767", "content-length": "691", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5608	2025-03-08T00:51:31.085Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
5609	2025-03-08T00:51:31.085Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
5610	2025-03-08T00:51:31.085Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
5611	2025-03-08T00:51:31.087Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 449.340947ms iteration = 23 status = {}
5612	2025-03-08T00:51:31.141Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5613	2025-03-08T00:51:31.141Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5614	2025-03-08T00:51:31.143Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
5615	2025-03-08T00:51:31.143Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5616	2025-03-08T00:51:31.143Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5617	2025-03-08T00:51:31.150Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
5618	2025-03-08T00:51:31.151Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "93b79d44-6025-4117-bc69-80913bbe50d8", "content-length": "134", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} })
5619	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
5620	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
5621	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
5622	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
5623	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5624	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5625	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5626	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5627	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5628	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5629	2025-03-08T00:51:31.151Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5630	2025-03-08T00:51:31.151Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5631	2025-03-08T00:51:31.152Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5632	2025-03-08T00:51:31.156Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5633	2025-03-08T00:51:31.156Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "17f87165-31d8-4494-80f3-ffb6644d37ad", "content-length": "2", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} })
5634	2025-03-08T00:51:31.156Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5635	2025-03-08T00:51:31.156Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "196177dd-b2bd-473d-8b69-400b2702873a", "content-length": "52", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} })
5636	2025-03-08T00:51:31.156Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
5637	2025-03-08T00:51:31.156Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5638	2025-03-08T00:51:31.248Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0c1319df-216c-4a29-85b0-5ac71d2066ac", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5639	2025-03-08T00:51:31.248Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
5640	2025-03-08T00:51:31.248Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5641	2025-03-08T00:51:31.249Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "fb44be35-a561-4438-bf6a-0389e4f06020", "content-length": "682", "date": "Sat, 08 Mar 2025 00:51:30 GMT"} })
5642	2025-03-08T00:51:31.249Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5643	2025-03-08T00:51:31.249Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5644	2025-03-08T00:51:31.252Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5645	2025-03-08T00:51:31.253Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5646	2025-03-08T00:51:31.256Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5647	2025-03-08T00:51:31.256Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5648	2025-03-08T00:51:31.258Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5649	2025-03-08T00:51:31.259Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5650	2025-03-08T00:51:31.265Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 627.626857ms iteration = 23 status = {}
5651	2025-03-08T00:51:31.362Z	DEBG	nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
5652	2025-03-08T00:51:31.362Z	DEBG	nexus (producer-registration-task): using nexus address for registration addr = [fd00:1122:3344:101::b]:12221
5653	2025-03-08T00:51:31.393Z	DEBG	nexus (producer-registration-task): client request body = Some(Body) method = POST uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
5654	2025-03-08T00:51:31.393Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::b]:64413
5655	2025-03-08T00:51:31.393Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64413 req_id = de6caec3-4f7f-4b5f-9e1d-b628544e6c80 roles = RoleSet { roles: {} } uri = /metrics/producers
5656	2025-03-08T00:51:31.393Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64413 req_id = de6caec3-4f7f-4b5f-9e1d-b628544e6c80 resource = Database result = Ok(()) uri = /metrics/producers
5657	2025-03-08T00:51:31.429Z	INFO	nexus: assigned collector to new producer collector_id = c5a56912-50aa-493d-9612-f426cf7f1072 file = nexus/src/app/oximeter.rs:76 producer_id = 8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5658	2025-03-08T00:51:31.429Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 35999 local_addr = [fd00:1122:3344:101::b]:12221 method = POST remote_addr = [fd00:1122:3344:101::b]:64413 req_id = de6caec3-4f7f-4b5f-9e1d-b628544e6c80 response_code = 201 uri = /metrics/producers
5659	2025-03-08T00:51:31.429Z	DEBG	nexus (producer-registration-task): client response result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "de6caec3-4f7f-4b5f-9e1d-b628544e6c80", "content-length": "41", "date": "Sat, 08 Mar 2025 00:51:31 GMT"} })
5660	2025-03-08T00:51:31.430Z	DEBG	nexus (producer-registration-task): registered with nexus successfully
5661	2025-03-08T00:51:31.430Z	DEBG	nexus (producer-registration-task): pausing until time to renew lease lease_duration = 600s wait_period = 150s
5662	2025-03-08T00:51:32.650Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 250 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 38acda2f-21d2-4e90-bc9f-a5f098fb6b12 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5663	2025-03-08T00:51:40.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 68 reason = Timeout
5664	2025-03-08T00:51:40.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 68 reason = Timeout
5665	2025-03-08T00:51:40.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5666	2025-03-08T00:51:40.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5667	2025-03-08T00:51:40.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5668	2025-03-08T00:51:40.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5669	2025-03-08T00:51:40.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5670	2025-03-08T00:51:40.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5671	2025-03-08T00:51:40.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5672	2025-03-08T00:51:40.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 4.217464ms iteration = 68 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5673	2025-03-08T00:51:40.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5674	2025-03-08T00:51:40.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5675	2025-03-08T00:51:40.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5676	2025-03-08T00:51:40.643Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5677	2025-03-08T00:51:40.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5678	2025-03-08T00:51:40.645Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5679	2025-03-08T00:51:40.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5680	2025-03-08T00:51:40.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5681	2025-03-08T00:51:40.647Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5682	2025-03-08T00:51:40.658Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5683	2025-03-08T00:51:40.658Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 21.48557ms iteration = 68 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5684	2025-03-08T00:51:42.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 288 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = bb6fb672-4939-4ddd-984b-c41f21843fd9 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5685	2025-03-08T00:51:50.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 69 reason = Timeout
5686	2025-03-08T00:51:50.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5687	2025-03-08T00:51:50.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 69 reason = Timeout
5688	2025-03-08T00:51:50.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5689	2025-03-08T00:51:50.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5690	2025-03-08T00:51:50.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5691	2025-03-08T00:51:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5692	2025-03-08T00:51:50.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5693	2025-03-08T00:51:50.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5694	2025-03-08T00:51:50.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5695	2025-03-08T00:51:50.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5696	2025-03-08T00:51:50.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5697	2025-03-08T00:51:50.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5698	2025-03-08T00:51:50.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5699	2025-03-08T00:51:50.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5700	2025-03-08T00:51:50.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5701	2025-03-08T00:51:50.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5702	2025-03-08T00:51:50.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5703	2025-03-08T00:51:50.659Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5704	2025-03-08T00:51:50.659Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 22.429714ms iteration = 69 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5705	2025-03-08T00:51:50.670Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 32.969783ms iteration = 69 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5706	2025-03-08T00:51:52.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 258 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 1e28a5d9-2ee5-4813-8cee-d94b42d5e114 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5707	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 24 reason = Timeout
5708	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 24 reason = Timeout
5709	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5710	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 26 reason = Timeout
5711	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5712	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 24 reason = Timeout
5713	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5714	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 24 reason = Timeout
5715	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5716	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 24 reason = Timeout
5717	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
5718	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 70 reason = Timeout
5719	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 24 reason = Timeout
5720	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5721	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5722	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 24 reason = Timeout
5723	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
5724	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5725	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 24 reason = Timeout
5726	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5727	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 70 reason = Timeout
5728	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5729	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 24 reason = Timeout
5730	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5731	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 24 reason = Timeout
5732	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 24 reason = Timeout
5733	2025-03-08T00:52:00.637Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
5734	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5735	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5736	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5737	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5738	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
5739	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5740	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5741	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5742	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5743	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5744	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5745	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5746	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5747	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5748	2025-03-08T00:52:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5749	2025-03-08T00:52:00.639Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5750	2025-03-08T00:52:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5751	2025-03-08T00:52:00.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.23129ms iteration = 24 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
5752	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 24 reason = Timeout
5753	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 24 reason = Timeout
5754	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 24 reason = Timeout
5755	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
5756	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5757	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
5758	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 24 reason = Timeout
5759	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
5760	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 24 reason = Timeout
5761	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5762	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
5763	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5764	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
5765	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5766	2025-03-08T00:52:00.641Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 666012020 } })
5767	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
5768	2025-03-08T00:52:00.641Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 666250406 } })
5769	2025-03-08T00:52:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5770	2025-03-08T00:52:00.641Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
5771	2025-03-08T00:52:00.642Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
5772	2025-03-08T00:52:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
5773	2025-03-08T00:52:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5774	2025-03-08T00:52:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5775	2025-03-08T00:52:00.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
5776	2025-03-08T00:52:00.642Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5777	2025-03-08T00:52:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5778	2025-03-08T00:52:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5779	2025-03-08T00:52:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5780	2025-03-08T00:52:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5781	2025-03-08T00:52:00.644Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5782	2025-03-08T00:52:00.645Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5783	2025-03-08T00:52:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
5784	2025-03-08T00:52:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5785	2025-03-08T00:52:00.646Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5786	2025-03-08T00:52:00.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5787	2025-03-08T00:52:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
5788	2025-03-08T00:52:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
5789	2025-03-08T00:52:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5790	2025-03-08T00:52:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
5791	2025-03-08T00:52:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
5792	2025-03-08T00:52:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
5793	2025-03-08T00:52:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5794	2025-03-08T00:52:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5795	2025-03-08T00:52:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5796	2025-03-08T00:52:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5797	2025-03-08T00:52:00.650Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5798	2025-03-08T00:52:00.650Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5799	2025-03-08T00:52:00.651Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5800	2025-03-08T00:52:00.651Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
5801	2025-03-08T00:52:00.651Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5802	2025-03-08T00:52:00.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5803	2025-03-08T00:52:00.653Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
5804	2025-03-08T00:52:00.653Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5805	2025-03-08T00:52:00.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
5806	2025-03-08T00:52:00.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5807	2025-03-08T00:52:00.655Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 679473882 } })
5808	2025-03-08T00:52:00.655Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5809	2025-03-08T00:52:00.655Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5810	2025-03-08T00:52:00.655Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5811	2025-03-08T00:52:00.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5812	2025-03-08T00:52:00.655Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5813	2025-03-08T00:52:00.656Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5814	2025-03-08T00:52:00.657Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5815	2025-03-08T00:52:00.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5816	2025-03-08T00:52:00.658Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5817	2025-03-08T00:52:00.659Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
5818	2025-03-08T00:52:00.659Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5819	2025-03-08T00:52:00.659Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5820	2025-03-08T00:52:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
5821	2025-03-08T00:52:00.661Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
5822	2025-03-08T00:52:00.661Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
5823	2025-03-08T00:52:00.663Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5824	2025-03-08T00:52:00.663Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
5825	2025-03-08T00:52:00.663Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 26.707008ms iteration = 24 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
5826	2025-03-08T00:52:00.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5827	2025-03-08T00:52:00.666Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5828	2025-03-08T00:52:00.666Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5829			Batch: [InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
5830	2025-03-08T00:52:00.690Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5831	2025-03-08T00:52:00.690Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 53.041999ms iteration = 70 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5832	2025-03-08T00:52:00.690Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5833	2025-03-08T00:52:00.691Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5834	2025-03-08T00:52:00.693Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5835	2025-03-08T00:52:00.693Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5836	2025-03-08T00:52:00.694Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 53.249504ms iteration = 24 status = {"errors":[],"garbage_collect_requested":[]}
5837	2025-03-08T00:52:00.697Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5838	2025-03-08T00:52:00.698Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5839	2025-03-08T00:52:00.701Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5840	2025-03-08T00:52:00.701Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5841	2025-03-08T00:52:00.701Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
5842	2025-03-08T00:52:00.701Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
5843	2025-03-08T00:52:00.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5844	2025-03-08T00:52:00.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
5845	2025-03-08T00:52:00.702Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 60.907073ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5846	2025-03-08T00:52:00.702Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 61.056367ms iteration = 24 status = {"errors":[],"finish_invoked_ok":[]}
5847	2025-03-08T00:52:00.705Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 68.394237ms iteration = 24 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
5848	2025-03-08T00:52:00.706Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 64.938772ms iteration = 24 status = {"errors":[],"requests_created_ok":[]}
5849	2025-03-08T00:52:00.746Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
5850	2025-03-08T00:52:00.746Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5851	2025-03-08T00:52:00.746Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7be0eb25-3b40-43d1-9161-ad851ee92813", "content-length": "26", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5852	2025-03-08T00:52:00.746Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5853	2025-03-08T00:52:00.748Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5854	2025-03-08T00:52:00.757Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
5855	2025-03-08T00:52:00.757Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5856	2025-03-08T00:52:00.757Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ca22af5-e7a9-4ec9-a39b-a34df792bc9c", "content-length": "26", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5857	2025-03-08T00:52:00.757Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5858	2025-03-08T00:52:00.760Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
5859	2025-03-08T00:52:00.764Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5860	2025-03-08T00:52:00.765Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5861	2025-03-08T00:52:00.769Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
5862	2025-03-08T00:52:00.769Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
5863	2025-03-08T00:52:00.769Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "22ac2fd1-45f2-4ee8-b930-eb1b639a059e", "content-length": "26", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5864	2025-03-08T00:52:00.769Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
5865	2025-03-08T00:52:00.770Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 133.692559ms iteration = 26 status = {"physical_disks_added":0}
5866	2025-03-08T00:52:00.771Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5867	2025-03-08T00:52:00.771Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
5868	2025-03-08T00:52:00.771Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5869	2025-03-08T00:52:00.772Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "75cd425d-c907-430f-8e2c-2d0220df6d8d", "content-length": "372", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5870	2025-03-08T00:52:00.772Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5871	2025-03-08T00:52:00.772Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5872	2025-03-08T00:52:00.773Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5873	2025-03-08T00:52:00.773Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5874	2025-03-08T00:52:00.776Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5875	2025-03-08T00:52:00.779Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
5876	2025-03-08T00:52:00.779Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
5877	2025-03-08T00:52:00.780Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
5878	2025-03-08T00:52:00.782Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 144.980457ms iteration = 24 status = 0
5879	2025-03-08T00:52:00.804Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5880	2025-03-08T00:52:00.806Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
5881	2025-03-08T00:52:00.806Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
5882	2025-03-08T00:52:00.806Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
5883	2025-03-08T00:52:00.806Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
5884	2025-03-08T00:52:00.806Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
5885	2025-03-08T00:52:00.813Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 176.168137ms iteration = 70 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5886	2025-03-08T00:52:00.815Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
5887	2025-03-08T00:52:00.815Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
5888	2025-03-08T00:52:00.815Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 178.214598ms iteration = 24 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
5889	2025-03-08T00:52:00.816Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5890	2025-03-08T00:52:00.818Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5891	2025-03-08T00:52:00.818Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5892	2025-03-08T00:52:00.818Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5893	2025-03-08T00:52:00.821Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
5894	2025-03-08T00:52:00.821Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
5895	2025-03-08T00:52:00.823Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3efff5f0-8529-4fbf-982d-bc211324f081", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5896	2025-03-08T00:52:00.823Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5897	2025-03-08T00:52:00.824Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5898	2025-03-08T00:52:00.825Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5899	2025-03-08T00:52:00.826Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5900	2025-03-08T00:52:00.829Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
5901	2025-03-08T00:52:00.829Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
5902	2025-03-08T00:52:00.832Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
5903	2025-03-08T00:52:00.832Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
5904	2025-03-08T00:52:00.832Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "203f9bda-f715-4144-9e1d-27af5ee886ed", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5905	2025-03-08T00:52:00.834Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 197.047062ms iteration = 24 status = {}
5906	2025-03-08T00:52:00.834Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
5907	2025-03-08T00:52:00.834Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 197.231167ms iteration = 24 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
5908	2025-03-08T00:52:00.836Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 195.701629ms iteration = 24 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
5909	2025-03-08T00:52:00.846Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
5910	2025-03-08T00:52:00.846Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d2646b3-2051-4b36-9ce2-0cbeec612b61", "content-length": "2", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5911	2025-03-08T00:52:00.847Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
5912	2025-03-08T00:52:00.848Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
5913	2025-03-08T00:52:00.849Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 212.696608ms iteration = 24 status = null
5914	2025-03-08T00:52:00.849Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5915	2025-03-08T00:52:00.851Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
5916	2025-03-08T00:52:00.851Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
5917	2025-03-08T00:52:00.851Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
5918	2025-03-08T00:52:00.855Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 218.291526ms iteration = 24 status = {}
5919	2025-03-08T00:52:00.925Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5920	2025-03-08T00:52:00.925Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5921	2025-03-08T00:52:00.927Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
5922	2025-03-08T00:52:00.927Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5923	2025-03-08T00:52:00.927Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5924	2025-03-08T00:52:00.946Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
5925	2025-03-08T00:52:00.947Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "666010e3-98f7-4300-88fa-4df5ab057b6c", "content-length": "691", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5926	2025-03-08T00:52:00.947Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
5927	2025-03-08T00:52:00.947Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
5928	2025-03-08T00:52:00.947Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
5929	2025-03-08T00:52:00.948Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 311.728991ms iteration = 24 status = {}
5930	2025-03-08T00:52:00.956Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
5931	2025-03-08T00:52:00.956Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "160e739f-7932-4f1e-8387-02c20d010c2c", "content-length": "134", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5932	2025-03-08T00:52:00.956Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
5933	2025-03-08T00:52:00.956Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
5934	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
5935	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
5936	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5937	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5938	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5939	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5940	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
5941	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
5942	2025-03-08T00:52:00.957Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
5943	2025-03-08T00:52:00.957Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5944	2025-03-08T00:52:00.957Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5945	2025-03-08T00:52:00.960Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
5946	2025-03-08T00:52:00.960Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "9af9831f-0f19-40ef-afe8-18d500e10b91", "content-length": "2", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5947	2025-03-08T00:52:00.960Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
5948	2025-03-08T00:52:00.960Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "98089822-02e7-4079-8331-4d853ac2d2a2", "content-length": "52", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5949	2025-03-08T00:52:00.960Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
5950	2025-03-08T00:52:00.960Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
5951	2025-03-08T00:52:01.061Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "beb40cea-1507-46f1-9c82-30cdbad54cd2", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5952	2025-03-08T00:52:01.061Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
5953	2025-03-08T00:52:01.061Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
5954	2025-03-08T00:52:01.061Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "5a75ff21-4c4a-4e65-ab13-d9af8807208c", "content-length": "682", "date": "Sat, 08 Mar 2025 00:52:00 GMT"} })
5955	2025-03-08T00:52:01.061Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5956	2025-03-08T00:52:01.061Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5957	2025-03-08T00:52:01.065Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5958	2025-03-08T00:52:01.065Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5959	2025-03-08T00:52:01.069Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5960	2025-03-08T00:52:01.070Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5961	2025-03-08T00:52:01.072Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
5962	2025-03-08T00:52:01.072Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
5963	2025-03-08T00:52:01.079Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 442.737194ms iteration = 24 status = {}
5964	2025-03-08T00:52:02.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 251 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 1aa73f66-af2e-4f23-b41d-19b7f7fbc3f4 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5965	2025-03-08T00:52:10.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 71 reason = Timeout
5966	2025-03-08T00:52:10.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5967	2025-03-08T00:52:10.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 71 reason = Timeout
5968	2025-03-08T00:52:10.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5969	2025-03-08T00:52:10.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5970	2025-03-08T00:52:10.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5971	2025-03-08T00:52:10.640Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5972	2025-03-08T00:52:10.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
5973	2025-03-08T00:52:10.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5974	2025-03-08T00:52:10.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5975	2025-03-08T00:52:10.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5976	2025-03-08T00:52:10.645Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5977	2025-03-08T00:52:10.667Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5978	2025-03-08T00:52:10.667Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5979	2025-03-08T00:52:10.672Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
5980	2025-03-08T00:52:10.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
5981	2025-03-08T00:52:10.675Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5982	2025-03-08T00:52:10.675Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
5983	2025-03-08T00:52:10.686Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
5984	2025-03-08T00:52:10.686Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 49.621604ms iteration = 71 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
5985	2025-03-08T00:52:10.697Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 60.569255ms iteration = 71 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
5986	2025-03-08T00:52:12.638Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:43888
5987	2025-03-08T00:52:12.638Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43888 req_id = 57658b9c-af2f-4487-9c75-7900726eb475 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
5988	2025-03-08T00:52:12.639Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43888 req_id = 57658b9c-af2f-4487-9c75-7900726eb475 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
5989	2025-03-08T00:52:12.641Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3126 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43888 req_id = 57658b9c-af2f-4487-9c75-7900726eb475 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
5990	2025-03-08T00:52:12.642Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43888 req_id = bc99ad36-08c2-46c8-9979-e08669aa9d8f roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
5991	2025-03-08T00:52:12.642Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43888 req_id = bc99ad36-08c2-46c8-9979-e08669aa9d8f resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
5992	2025-03-08T00:52:12.644Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 2661 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:43888 req_id = bc99ad36-08c2-46c8-9979-e08669aa9d8f response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
5993	2025-03-08T00:52:12.650Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 265 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 086e9d70-dc75-472f-a6fe-1c6e9c9c8e06 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
5994	2025-03-08T00:52:20.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 72 reason = Timeout
5995	2025-03-08T00:52:20.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
5996	2025-03-08T00:52:20.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 72 reason = Timeout
5997	2025-03-08T00:52:20.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
5998	2025-03-08T00:52:20.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
5999	2025-03-08T00:52:20.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6000	2025-03-08T00:52:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6001	2025-03-08T00:52:20.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6002	2025-03-08T00:52:20.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6003	2025-03-08T00:52:20.641Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 3.844255ms iteration = 72 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6004	2025-03-08T00:52:20.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6005	2025-03-08T00:52:20.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6006	2025-03-08T00:52:20.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6007	2025-03-08T00:52:20.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6008	2025-03-08T00:52:20.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6009	2025-03-08T00:52:20.646Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6010	2025-03-08T00:52:20.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
6011	2025-03-08T00:52:20.648Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6012	2025-03-08T00:52:20.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6013	2025-03-08T00:52:20.660Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
6014	2025-03-08T00:52:20.660Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 23.187623ms iteration = 72 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
6015	2025-03-08T00:52:22.650Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 287 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 90f16582-1b6d-41ac-b5ab-8129790ec5bb response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
6016	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 25 reason = Timeout
6017	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6018	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_external dns_group = external iteration = 13 reason = Timeout
6019	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_external dns_group = external
6020	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 25 reason = Timeout
6021	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6022	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_external dns_group = external iteration = 15 reason = Timeout
6023	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6024	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_external dns_group = external iteration = 13 reason = Timeout
6025	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = crdb_node_id_collector iteration = 6 reason = Timeout
6026	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = decommissioned_disk_cleaner iteration = 13 reason = Timeout
6027	2025-03-08T00:52:30.637Z	INFO	nexus (BackgroundTasks): Decommissioned disk cleaner running background_task = decommissioned_disk_cleaner file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
6028	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
6029	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = metrics_producer_gc iteration = 13 reason = Timeout
6030	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6031	2025-03-08T00:52:30.637Z	INFO	nexus (BackgroundTasks): Metric producer GC running background_task = metrics_producer_gc expiration = 2025-03-08 00:42:30.637514108 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
6032	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 73 reason = Timeout
6033	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = metrics_producer_gc roles = RoleSet { roles: {} }
6034	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6035	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = external_endpoints iteration = 13 reason = Timeout
6036	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 25 reason = Timeout
6037	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6038	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6039	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 25 reason = Timeout
6040	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 25 reason = Timeout
6041	2025-03-08T00:52:30.637Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6042	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 73 reason = Timeout
6043	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6044	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 25 reason = Timeout
6045	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6046	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6047	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_executor iteration = 14 reason = Timeout
6048	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 25 reason = Timeout
6049	2025-03-08T00:52:30.637Z	WARN	nexus (BackgroundTasks): Blueprint execution: skipped background_task = blueprint_executor file = nexus/src/app/background/tasks/blueprint_execution.rs:80 reason = blueprint disabled target_id = a346f089-8033-4b92-b854-361d1da5cab2
6050	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6051	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_executor elapsed = 11.721\u{b5}s iteration = 14 status = {"enabled":false,"target_id":"a346f089-8033-4b92-b854-361d1da5cab2"}
6052	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 27 reason = Timeout
6053	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_servers_internal dns_group = internal iteration = 13 reason = Timeout
6054	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6055	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_reincarnation iteration = 13 reason = Timeout
6056	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_config_internal dns_group = internal iteration = 13 reason = Timeout
6057	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): reading DNS version background_task = dns_config_internal dns_group = internal
6058	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6059	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
6060	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = dns_propagation_internal dns_group = internal iteration = 15 reason = Timeout
6061	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 25 reason = Timeout
6062	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6063	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 25 reason = Timeout
6064	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6065	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 25 reason = Timeout
6066	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 25 reason = Timeout
6067	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6068	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6069	2025-03-08T00:52:30.637Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6070	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6071	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6072	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6073	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
6074	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6075	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6076	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6077	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6078	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = metrics_producer_gc resource = Database result = Ok(())
6079	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6080	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6081	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
6082	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6083	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6084	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6085	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
6086	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6087	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6088	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6089	2025-03-08T00:52:30.638Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _external-dns._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("59287b7e-0d61-4586-b7c5-e79476927737.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("da0d8428-046e-431d-9a82-470b80ca232a.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 662929254 } })
6090	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6091	2025-03-08T00:52:30.638Z	DEBG	nexus (DnsResolver): lookup_all_socket_v6 srv dns_name = _nameservice._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1ac98a83-1243-46f5-99db-fd29222026d8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("508de01a-93ec-4309-a59e-0cfd22b5027a.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7a2ff4e8-6697-4c29-ad00-14a8b25b198c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:3::1))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 662945834 } })
6092	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6093	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6094	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6095	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): activating background_task = abandoned_vmm_reaper iteration = 13 reason = Timeout
6096	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6097	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6098	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = abandoned_vmm_reaper roles = RoleSet { roles: {} }
6099	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6100	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6101	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } background_task = dns_servers_external current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } dns_group = external
6102	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_external dns_group = external elapsed = 1.184179ms iteration = 13 status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
6103	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = abandoned_vmm_reaper resource = Database result = Ok(())
6104	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6105	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): found DNS servers (no change) addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } background_task = dns_servers_internal current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } dns_group = internal
6106	2025-03-08T00:52:30.638Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_servers_internal dns_group = internal elapsed = 1.166709ms iteration = 13 status = {"addresses":["[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353"]}
6107	2025-03-08T00:52:30.639Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6108	2025-03-08T00:52:30.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6109	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6110	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = lookup_region_port iteration = 13 reason = Timeout
6111	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 25 reason = Timeout
6112	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6113	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = lookup_region_port roles = RoleSet { roles: {} }
6114	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 25 reason = Timeout
6115	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
6116	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 25 reason = Timeout
6117	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6118	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 25 reason = Timeout
6119	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
6120	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 25 reason = Timeout
6121	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6122	2025-03-08T00:52:30.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.371533ms iteration = 25 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
6123	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
6124	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6125	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
6126	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = lookup_region_port resource = Database result = Ok(())
6127	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6128	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
6129	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6130	2025-03-08T00:52:30.641Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6131	2025-03-08T00:52:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
6132	2025-03-08T00:52:30.643Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6133	2025-03-08T00:52:30.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6134	2025-03-08T00:52:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
6135	2025-03-08T00:52:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6136	2025-03-08T00:52:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6137	2025-03-08T00:52:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Fleet result = Ok(())
6138	2025-03-08T00:52:30.644Z	DEBG	nexus (BackgroundTasks): roles background_task = decommissioned_disk_cleaner roles = RoleSet { roles: {} }
6139	2025-03-08T00:52:30.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = decommissioned_disk_cleaner resource = Database result = Ok(())
6140	2025-03-08T00:52:30.645Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6141	2025-03-08T00:52:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6142	2025-03-08T00:52:30.646Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6143	2025-03-08T00:52:30.647Z	INFO	nexus (BackgroundTasks): Metric producer GC complete (no errors) background_task = metrics_producer_gc expiration = 2025-03-08 00:42:30.637514108 UTC file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69 pruned = {}
6144	2025-03-08T00:52:30.647Z	DEBG	nexus (BackgroundTasks): activation complete background_task = metrics_producer_gc elapsed = 10.13522ms iteration = 13 status = {"expiration":"2025-03-08T00:42:30.637514108Z","pruned":[]}
6145	2025-03-08T00:52:30.647Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6146	2025-03-08T00:52:30.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
6147	2025-03-08T00:52:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6148	2025-03-08T00:52:30.648Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6149	2025-03-08T00:52:30.648Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6150	2025-03-08T00:52:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6151	2025-03-08T00:52:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6152	2025-03-08T00:52:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
6153	2025-03-08T00:52:30.649Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6154	2025-03-08T00:52:30.649Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6155	2025-03-08T00:52:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6156	2025-03-08T00:52:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6157	2025-03-08T00:52:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6158	2025-03-08T00:52:30.651Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6159	2025-03-08T00:52:30.651Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6160	2025-03-08T00:52:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_reincarnation roles = RoleSet { roles: {} }
6161	2025-03-08T00:52:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_reincarnation resource = Database result = Ok(())
6162	2025-03-08T00:52:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
6163	2025-03-08T00:52:30.652Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6164	2025-03-08T00:52:30.652Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6165	2025-03-08T00:52:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6166	2025-03-08T00:52:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6167	2025-03-08T00:52:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6168	2025-03-08T00:52:30.653Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6169	2025-03-08T00:52:30.653Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6170	2025-03-08T00:52:30.654Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 678822696 } })
6171	2025-03-08T00:52:30.654Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 679113393 } })
6172	2025-03-08T00:52:30.654Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
6173	2025-03-08T00:52:30.654Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
6174	2025-03-08T00:52:30.655Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6175	2025-03-08T00:52:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
6176	2025-03-08T00:52:30.657Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6177	2025-03-08T00:52:30.657Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6178	2025-03-08T00:52:30.658Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6179	2025-03-08T00:52:30.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
6180	2025-03-08T00:52:30.660Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6181	2025-03-08T00:52:30.660Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6182	2025-03-08T00:52:30.660Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6183	2025-03-08T00:52:30.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
6184	2025-03-08T00:52:30.663Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6185	2025-03-08T00:52:30.663Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6186	2025-03-08T00:52:30.667Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6187	2025-03-08T00:52:30.668Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6188	2025-03-08T00:52:30.671Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6189	2025-03-08T00:52:30.671Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6190	2025-03-08T00:52:30.675Z	DEBG	nexus (BackgroundTasks): activation complete background_task = lookup_region_port elapsed = 34.277356ms iteration = 13 status = {"errors":[],"found_port_ok":[]}
6191	2025-03-08T00:52:30.678Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6192	2025-03-08T00:52:30.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6193	2025-03-08T00:52:30.684Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
6194	2025-03-08T00:52:30.684Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 46.462516ms iteration = 25 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
6195	2025-03-08T00:52:30.691Z	WARN	nexus (BackgroundTasks): instance reincarnation completed with errors background_task = instance_reincarnation file = nexus/src/app/background/tasks/instance_reincarnation.rs:103 instances_changed_state = 0 instances_found = 0 instances_reincarnated = 0 query_errors = 0 restart_errors = 0
6196	2025-03-08T00:52:30.691Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_reincarnation elapsed = 53.639333ms iteration = 13 status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
6197	2025-03-08T00:52:30.692Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6198	2025-03-08T00:52:30.694Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
6199	2025-03-08T00:52:30.694Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6200	2025-03-08T00:52:30.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6201	2025-03-08T00:52:30.694Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 719515850 } })
6202	2025-03-08T00:52:30.695Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
6203	2025-03-08T00:52:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6204	2025-03-08T00:52:30.697Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6205	2025-03-08T00:52:30.697Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6206	2025-03-08T00:52:30.698Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6207	2025-03-08T00:52:30.698Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6208	2025-03-08T00:52:30.701Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
6209	2025-03-08T00:52:30.710Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 70.077729ms iteration = 25 status = {"errors":[],"requests_created_ok":[]}
6210	2025-03-08T00:52:30.711Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6211	2025-03-08T00:52:30.711Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
6212	2025-03-08T00:52:30.711Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6213	2025-03-08T00:52:30.711Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6214	2025-03-08T00:52:30.712Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6215	2025-03-08T00:52:30.712Z	DEBG	nexus (BackgroundTasks): Found zpools on decommissioned disks background_task = decommissioned_disk_cleaner count = 0
6216	2025-03-08T00:52:30.712Z	INFO	nexus (BackgroundTasks): Cleaned decommissioned zpools background_task = decommissioned_disk_cleaner deleted = 0 error_count = 0 file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140 found = 0 not_ready_to_be_deleted = 0
6217	2025-03-08T00:52:30.712Z	DEBG	nexus (BackgroundTasks): activation complete background_task = decommissioned_disk_cleaner elapsed = 75.016681ms iteration = 13 status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
6218	2025-03-08T00:52:30.713Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6219	2025-03-08T00:52:30.714Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6220	2025-03-08T00:52:30.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
6221	2025-03-08T00:52:30.715Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6222	2025-03-08T00:52:30.715Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 74.527559ms iteration = 25 status = {"errors":[],"garbage_collect_requested":[]}
6223	2025-03-08T00:52:30.715Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6224	2025-03-08T00:52:30.719Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 79.105981ms iteration = 25 status = {"errors":[],"finish_invoked_ok":[]}
6225	2025-03-08T00:52:30.720Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6226	2025-03-08T00:52:30.720Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6227	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): Found abandoned VMMs background_task = abandoned_vmm_reaper count = 0 total = 0
6228	2025-03-08T00:52:30.721Z	INFO	nexus (BackgroundTasks): Abandoned VMMs reaped background_task = abandoned_vmm_reaper file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:167 sled_reservations_deleted = 0 vmms_already_deleted = 0 vmms_deleted = 0 vmms_found = 0
6229	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): activation complete background_task = abandoned_vmm_reaper elapsed = 82.610818ms iteration = 13 status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
6230	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6231	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6232	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6233			Batch: [InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
6234	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6235	2025-03-08T00:52:30.721Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6236	2025-03-08T00:52:30.722Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Fleet result = Ok(())
6237	2025-03-08T00:52:30.723Z	DEBG	nexus (BackgroundTasks): roles background_task = crdb_node_id_collector roles = RoleSet { roles: {} }
6238	2025-03-08T00:52:30.723Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6239	2025-03-08T00:52:30.723Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = crdb_node_id_collector resource = Database result = Ok(())
6240	2025-03-08T00:52:30.723Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6241	2025-03-08T00:52:30.723Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6242	2025-03-08T00:52:30.724Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6243	2025-03-08T00:52:30.724Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6244	2025-03-08T00:52:30.726Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = DnsConfig result = Ok(())
6245	2025-03-08T00:52:30.726Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6246	2025-03-08T00:52:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6247	2025-03-08T00:52:30.727Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6248	2025-03-08T00:52:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6249	2025-03-08T00:52:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6250	2025-03-08T00:52:30.727Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
6251	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_external dns_group = external version = 2
6252	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_external dns_group = external
6253	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_external dns_group = external
6254	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6255	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6256	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): activation complete background_task = crdb_node_id_collector elapsed = 92.038261ms iteration = 6 status = {"nsuccess":5}
6257	2025-03-08T00:52:30.729Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6258	2025-03-08T00:52:30.731Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6259	2025-03-08T00:52:30.731Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
6260	2025-03-08T00:52:30.731Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6261	2025-03-08T00:52:30.732Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6262	2025-03-08T00:52:30.734Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
6263	2025-03-08T00:52:30.734Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6264	2025-03-08T00:52:30.735Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6265	2025-03-08T00:52:30.737Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_external count = 1 dns_group = external
6266	2025-03-08T00:52:30.737Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_external batch_size = 100 dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 0 version = 2
6267	2025-03-08T00:52:30.737Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6268	2025-03-08T00:52:30.737Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6269	2025-03-08T00:52:30.737Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6270	2025-03-08T00:52:30.738Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6271	2025-03-08T00:52:30.738Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
6272	2025-03-08T00:52:30.738Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 100.998722ms iteration = 73 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
6273	2025-03-08T00:52:30.739Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6274	2025-03-08T00:52:30.740Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6275	2025-03-08T00:52:30.740Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6276	2025-03-08T00:52:30.741Z	DEBG	nexus (BackgroundTasks): found DNS version background_task = dns_config_internal dns_group = internal version = 1
6277	2025-03-08T00:52:30.741Z	DEBG	nexus (BackgroundTasks): reading DNS config background_task = dns_config_internal dns_group = internal
6278	2025-03-08T00:52:30.741Z	DEBG	nexus (BackgroundTasks): reading DNS zones background_task = dns_config_internal dns_group = internal
6279	2025-03-08T00:52:30.741Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6280	2025-03-08T00:52:30.742Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6281	2025-03-08T00:52:30.743Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = DnsConfig result = Ok(())
6282	2025-03-08T00:52:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_external dns_group = external roles = RoleSet { roles: {} }
6283	2025-03-08T00:52:30.743Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_external dns_group = external resource = Database result = Ok(())
6284	2025-03-08T00:52:30.743Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6285	2025-03-08T00:52:30.744Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6286	2025-03-08T00:52:30.746Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6287	2025-03-08T00:52:30.746Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6288	2025-03-08T00:52:30.746Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6289	2025-03-08T00:52:30.747Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
6290	2025-03-08T00:52:30.747Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6291	2025-03-08T00:52:30.747Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6292	2025-03-08T00:52:30.748Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_external dns_group = external dns_zone_id = 0a79fc16-6e48-4046-b57c-04fd4b1262a4 dns_zone_name = oxide.test found_so_far = 1 version = 2
6293	2025-03-08T00:52:30.748Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_external dns_group = external nzones = 1 version = 2
6294	2025-03-08T00:52:30.748Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_external current_generation = 2 current_time_created = 2025-03-08 00:40:32.180226 UTC dns_group = external generation = 2
6295	2025-03-08T00:52:30.748Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_external dns_group = external elapsed = 111.349967ms iteration = 13 status = {"generation":2}
6296	2025-03-08T00:52:30.750Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 112.701831ms iteration = 25 status = 0
6297	2025-03-08T00:52:30.750Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 112.557098ms iteration = 73 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6298	2025-03-08T00:52:30.761Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6299	2025-03-08T00:52:30.761Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6300	2025-03-08T00:52:30.764Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 123.510158ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6301	2025-03-08T00:52:30.765Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
6302	2025-03-08T00:52:30.765Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 127.720222ms iteration = 25 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
6303	2025-03-08T00:52:30.766Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6304	2025-03-08T00:52:30.766Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
6305	2025-03-08T00:52:30.766Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6306	2025-03-08T00:52:30.766Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6307	2025-03-08T00:52:30.769Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6308	2025-03-08T00:52:30.769Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6309	2025-03-08T00:52:30.770Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6310	2025-03-08T00:52:30.772Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Fleet result = Ok(())
6311	2025-03-08T00:52:30.772Z	DEBG	nexus (BackgroundTasks): roles background_task = external_endpoints roles = RoleSet { roles: {} }
6312	2025-03-08T00:52:30.772Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = external_endpoints resource = Database result = Ok(())
6313	2025-03-08T00:52:30.772Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 134.884978ms iteration = 25 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6314	2025-03-08T00:52:30.780Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6315	2025-03-08T00:52:30.782Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
6316	2025-03-08T00:52:30.782Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6317	2025-03-08T00:52:30.783Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6318	2025-03-08T00:52:30.789Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
6319	2025-03-08T00:52:30.789Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6320	2025-03-08T00:52:30.789Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9f77af96-3993-47cc-91b1-ddf78b1d861d", "content-length": "26", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6321	2025-03-08T00:52:30.789Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6322	2025-03-08T00:52:30.791Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6323	2025-03-08T00:52:30.803Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
6324	2025-03-08T00:52:30.804Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6325	2025-03-08T00:52:30.804Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "be434f3a-c17c-40c8-8152-02e6ec3cc3b6", "content-length": "26", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6326	2025-03-08T00:52:30.804Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6327	2025-03-08T00:52:30.805Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6328	2025-03-08T00:52:30.805Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
6329	2025-03-08T00:52:30.805Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 167.423321ms iteration = 25 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
6330	2025-03-08T00:52:30.806Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6331	2025-03-08T00:52:30.809Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 168.614951ms iteration = 25 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
6332	2025-03-08T00:52:30.822Z	DEBG	nexus (BackgroundTasks): found Silo/DNS/TLS config (no change) background_task = external_endpoints config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2025-03-08T00:40:26.976319Z, time_modified: 2025-03-08T00:40:26.976319Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5903a422-2123-4b6a-9e2a-1da7d551206b, db_silo: Silo { identity: SiloIdentity { id: 5903a422-2123-4b6a-9e2a-1da7d551206b, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2025-03-08T00:40:32.014433Z, time_modified: 2025-03-08T00:40:32.014433Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f" }] }) }
6333	2025-03-08T00:52:30.822Z	DEBG	nexus (BackgroundTasks): activation complete background_task = external_endpoints elapsed = 184.764149ms iteration = 13 status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]}},"default_endpoint":{"silo_id":"5903a422-2123-4b6a-9e2a-1da7d551206b","tls_certs":["1581ea4ce07f129487a559357598c5e34b57275734a8b97c519aa885d457054f"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
6334	2025-03-08T00:52:30.830Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6335	2025-03-08T00:52:30.830Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6336	2025-03-08T00:52:30.832Z	DEBG	nexus (BackgroundTasks): found zones background_task = dns_config_internal count = 1 dns_group = internal
6337	2025-03-08T00:52:30.832Z	DEBG	nexus (BackgroundTasks): listing DNS names for zone background_task = dns_config_internal batch_size = 100 dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 0 version = 1
6338	2025-03-08T00:52:30.832Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6339	2025-03-08T00:52:30.832Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6340	2025-03-08T00:52:30.832Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6341	2025-03-08T00:52:30.834Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6342	2025-03-08T00:52:30.834Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6343	2025-03-08T00:52:30.834Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6344	2025-03-08T00:52:30.834Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6345	2025-03-08T00:52:30.835Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6346	2025-03-08T00:52:30.837Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = DnsConfig result = Ok(())
6347	2025-03-08T00:52:30.837Z	DEBG	nexus (BackgroundTasks): roles background_task = dns_config_internal dns_group = internal roles = RoleSet { roles: {} }
6348	2025-03-08T00:52:30.837Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = dns_config_internal dns_group = internal resource = Database result = Ok(())
6349	2025-03-08T00:52:30.837Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6350	2025-03-08T00:52:30.837Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6351	2025-03-08T00:52:30.837Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6352	2025-03-08T00:52:30.848Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
6353	2025-03-08T00:52:30.848Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6354	2025-03-08T00:52:30.848Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "ae5e3acc-24f2-4985-a43a-926933c6d6bf", "content-length": "26", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6355	2025-03-08T00:52:30.848Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6356	2025-03-08T00:52:30.850Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
6357	2025-03-08T00:52:30.854Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 216.526173ms iteration = 27 status = {"physical_disks_added":0}
6358	2025-03-08T00:52:30.907Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::9]:5353/config
6359	2025-03-08T00:52:30.928Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:2::1]:5353/config
6360	2025-03-08T00:52:30.949Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 311.411764ms iteration = 25 status = {}
6361	2025-03-08T00:52:30.995Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
6362	2025-03-08T00:52:30.995Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6363	2025-03-08T00:52:30.995Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ea230b4-ff92-4341-ae18-bf3abd1dda3c", "content-length": "372", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6364	2025-03-08T00:52:30.995Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6365	2025-03-08T00:52:30.996Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6366	2025-03-08T00:52:30.998Z	DEBG	nexus (BackgroundTasks): found all DNS names for zone background_task = dns_config_internal dns_group = internal dns_zone_id = 7054f21d-f8f9-4761-865d-905a610ae4df dns_zone_name = control-plane.oxide.internal found_so_far = 52 version = 1
6367	2025-03-08T00:52:30.998Z	DEBG	nexus (BackgroundTasks): read DNS config background_task = dns_config_internal dns_group = internal nzones = 1 version = 1
6368	2025-03-08T00:52:30.998Z	DEBG	nexus (BackgroundTasks): found latest DNS generation (unchanged) background_task = dns_config_internal current_generation = 1 current_time_created = 2025-03-08 00:40:30.694594 UTC dns_group = internal generation = 1
6369	2025-03-08T00:52:30.998Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_config_internal dns_group = internal elapsed = 360.825463ms iteration = 13 status = {"generation":1}
6370	2025-03-08T00:52:31.002Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
6371	2025-03-08T00:52:31.003Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c8aefc13-92fe-445a-a997-27127bace2ab", "content-length": "2", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6372	2025-03-08T00:52:31.004Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6373	2025-03-08T00:52:31.005Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6374	2025-03-08T00:52:31.007Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 369.807445ms iteration = 25 status = null
6375	2025-03-08T00:52:31.036Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
6376	2025-03-08T00:52:31.036Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
6377	2025-03-08T00:52:31.037Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "479d2999-095f-4265-95b4-0c530be0397b", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6378	2025-03-08T00:52:31.037Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6379	2025-03-08T00:52:31.037Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6380	2025-03-08T00:52:31.039Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6381	2025-03-08T00:52:31.039Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6382	2025-03-08T00:52:31.042Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6383	2025-03-08T00:52:31.042Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6384	2025-03-08T00:52:31.045Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
6385	2025-03-08T00:52:31.045Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6386	2025-03-08T00:52:31.045Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "2f21465c-f71e-4750-9a76-2de4cd9d163b", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6387	2025-03-08T00:52:31.046Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 409.31545ms iteration = 25 status = {}
6388	2025-03-08T00:52:31.119Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
6389	2025-03-08T00:52:31.120Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "58c1ae35-a0cf-4936-bc40-1a22650811cc", "content-length": "691", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6390	2025-03-08T00:52:31.120Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
6391	2025-03-08T00:52:31.120Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
6392	2025-03-08T00:52:31.120Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
6393	2025-03-08T00:52:31.120Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 483.269855ms iteration = 25 status = {}
6394	2025-03-08T00:52:31.149Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_external body = Some(Body) dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] } uri = http://[fd00:1122:3344:101::8]:5353/config
6395	2025-03-08T00:52:31.149Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "9fd57ed4-72ea-4013-b901-85b359f4b643", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
6396	2025-03-08T00:52:31.149Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::9]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
6397	2025-03-08T00:52:31.150Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 generation = 2 result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "9b228d3b-8aa7-41fd-8f55-c385ef5782cf", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
6398	2025-03-08T00:52:31.150Z	INFO	nexus (BackgroundTasks): DNS server now at generation 2 background_task = dns_propagation_external dns_group = external dns_server_url = http://[fd00:1122:3344:101::8]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
6399	2025-03-08T00:52:31.152Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_external dns_group = external file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 2 servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
6400	2025-03-08T00:52:31.152Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_external dns_group = external elapsed = 515.300094ms iteration = 15 status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
6401	2025-03-08T00:52:31.157Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:1::1]:5353/config
6402	2025-03-08T00:52:31.202Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6403	2025-03-08T00:52:31.203Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6404	2025-03-08T00:52:31.205Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
6405	2025-03-08T00:52:31.205Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6406	2025-03-08T00:52:31.205Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6407	2025-03-08T00:52:31.210Z	DEBG	nexus (BackgroundTasks): client request background_task = dns_propagation_internal body = Some(Body) dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 method = PUT servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] } uri = http://[fd00:1122:3344:3::1]:5353/config
6408	2025-03-08T00:52:31.210Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "d05b8e94-3bef-4805-bef1-b8c4425c1084", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6409	2025-03-08T00:52:31.210Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:1::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6410	2025-03-08T00:52:31.212Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "fdc2a343-a9a9-4f40-83fd-833ab393118f", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6411	2025-03-08T00:52:31.212Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:2::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6412	2025-03-08T00:52:31.214Z	DEBG	nexus (BackgroundTasks): client response background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 generation = 1 result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "d03c3b0f-a560-4855-ab5d-8d6c80b2276d", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} }) servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6413	2025-03-08T00:52:31.214Z	INFO	nexus (BackgroundTasks): DNS server now at generation 1 background_task = dns_propagation_internal dns_group = internal dns_server_url = http://[fd00:1122:3344:3::1]:5353 file = nexus/src/app/background/tasks/dns_propagation.rs:169 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6414	2025-03-08T00:52:31.214Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
6415	2025-03-08T00:52:31.215Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "acb84e1b-4d31-4e06-ac4b-49ee0cc707a6", "content-length": "134", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6416	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
6417	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
6418	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
6419	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
6420	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6421	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6422	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6423	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6424	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6425	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6426	2025-03-08T00:52:31.215Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
6427	2025-03-08T00:52:31.215Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6428	2025-03-08T00:52:31.216Z	INFO	nexus (BackgroundTasks): DNS propagation: done background_task = dns_propagation_internal dns_group = internal file = nexus/src/app/background/tasks/dns_propagation.rs:106 generation = 1 servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
6429	2025-03-08T00:52:31.216Z	DEBG	nexus (BackgroundTasks): activation complete background_task = dns_propagation_internal dns_group = internal elapsed = 578.437153ms iteration = 15 status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
6430	2025-03-08T00:52:31.216Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6431	2025-03-08T00:52:31.218Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
6432	2025-03-08T00:52:31.218Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d23d240-1e73-4023-af0f-96b55e67f818", "content-length": "2", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6433	2025-03-08T00:52:31.218Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
6434	2025-03-08T00:52:31.218Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "47e3eed9-0582-4688-8539-f0e023873e73", "content-length": "52", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6435	2025-03-08T00:52:31.218Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
6436	2025-03-08T00:52:31.218Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
6437	2025-03-08T00:52:31.298Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "94e22cba-498e-4827-ae6b-1fe62946ce03", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6438	2025-03-08T00:52:31.298Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
6439	2025-03-08T00:52:31.298Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
6440	2025-03-08T00:52:31.298Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "306a83aa-2f8f-4fe0-a1b2-71eff9599d3b", "content-length": "682", "date": "Sat, 08 Mar 2025 00:52:30 GMT"} })
6441	2025-03-08T00:52:31.298Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6442	2025-03-08T00:52:31.299Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6443	2025-03-08T00:52:31.302Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6444	2025-03-08T00:52:31.302Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6445	2025-03-08T00:52:31.306Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6446	2025-03-08T00:52:31.306Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6447	2025-03-08T00:52:31.308Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6448	2025-03-08T00:52:31.308Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6449	2025-03-08T00:52:31.316Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 679.153627ms iteration = 25 status = {}
6450	2025-03-08T00:52:32.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 280 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 00408f58-d15d-45e3-b5fd-39f573feb1b0 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
6451	2025-03-08T00:52:40.637Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 74 reason = Timeout
6452	2025-03-08T00:52:40.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 74 reason = Timeout
6453	2025-03-08T00:52:40.637Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6454	2025-03-08T00:52:40.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6455	2025-03-08T00:52:40.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6456	2025-03-08T00:52:40.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6457	2025-03-08T00:52:40.639Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6458	2025-03-08T00:52:40.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6459	2025-03-08T00:52:40.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6460	2025-03-08T00:52:40.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6461	2025-03-08T00:52:40.642Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6462	2025-03-08T00:52:40.642Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6463	2025-03-08T00:52:40.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6464	2025-03-08T00:52:40.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6465	2025-03-08T00:52:40.671Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 34.05718ms iteration = 74 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6466	2025-03-08T00:52:40.674Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6467	2025-03-08T00:52:40.677Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
6468	2025-03-08T00:52:40.677Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6469	2025-03-08T00:52:40.677Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6470	2025-03-08T00:52:40.689Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
6471	2025-03-08T00:52:40.689Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 52.526006ms iteration = 74 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
6472	2025-03-08T00:52:42.650Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 418 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 0e4c3803-eaba-4eec-a0d4-97e09bf4fec8 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
6473	2025-03-08T00:52:50.636Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 75 reason = Timeout
6474	2025-03-08T00:52:50.636Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6475	2025-03-08T00:52:50.637Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 75 reason = Timeout
6476	2025-03-08T00:52:50.637Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6477	2025-03-08T00:52:50.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6478	2025-03-08T00:52:50.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6479	2025-03-08T00:52:50.638Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6480	2025-03-08T00:52:50.639Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6481	2025-03-08T00:52:50.668Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6482	2025-03-08T00:52:50.668Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 31.889827ms iteration = 75 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6483	2025-03-08T00:52:50.670Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6484	2025-03-08T00:52:50.670Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6485	2025-03-08T00:52:50.671Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6486	2025-03-08T00:52:50.673Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6487	2025-03-08T00:52:50.674Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6488	2025-03-08T00:52:50.675Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6489	2025-03-08T00:52:50.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
6490	2025-03-08T00:52:50.678Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6491	2025-03-08T00:52:50.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6492	2025-03-08T00:52:50.691Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
6493	2025-03-08T00:52:50.691Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 54.691159ms iteration = 75 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
6494	2025-03-08T00:52:52.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 288 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 78ed32d4-0546-4c9e-8e9a-7dfb3c075a22 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f
6495	2025-03-08T00:52:57.638Z	INFO	nexus (dropshot_internal): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025 local_addr = [fd00:1122:3344:101::b]:12221 remote_addr = [fd00:1122:3344:101::d]:53097
6496	2025-03-08T00:52:57.638Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53097 req_id = 25947827-a185-4715-8461-63dc9863bda1 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
6497	2025-03-08T00:52:57.639Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53097 req_id = 25947827-a185-4715-8461-63dc9863bda1 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
6498	2025-03-08T00:52:57.642Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 3495 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53097 req_id = 25947827-a185-4715-8461-63dc9863bda1 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?sort_by=id_ascending
6499	2025-03-08T00:52:57.642Z	DEBG	nexus (dropshot_internal): roles actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53097 req_id = cfb5d800-849f-48d4-8e34-8664516cdec9 roles = RoleSet { roles: {} } uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
6500	2025-03-08T00:52:57.642Z	DEBG	nexus (dropshot_internal): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) actor_id = 001de000-05e4-4000-8000-000000000002 authenticated = true local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53097 req_id = cfb5d800-849f-48d4-8e34-8664516cdec9 resource = Database result = Ok(()) uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
6501	2025-03-08T00:52:57.644Z	INFO	nexus (dropshot_internal): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 1823 local_addr = [fd00:1122:3344:101::b]:12221 method = GET remote_addr = [fd00:1122:3344:101::d]:53097 req_id = cfb5d800-849f-48d4-8e34-8664516cdec9 response_code = 200 uri = /metrics/collectors/c5a56912-50aa-493d-9612-f426cf7f1072/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkOWZhNThkOS1kMjgzLTQ1MTAtODJkZS1iNzAxMzY3NTdiOGYifX0%3D
6502	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = service_zone_nat_tracker iteration = 26 reason = Timeout
6503	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = nat_v4_garbage_collector iteration = 26 reason = Timeout
6504	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6505	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6506	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = physical_disk_adoption iteration = 28 reason = Timeout
6507	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = blueprint_loader iteration = 76 reason = Timeout
6508	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6509	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = switch_port_config_manager iteration = 26 reason = Timeout
6510	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6511	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6512	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_updater iteration = 26 reason = Timeout
6513	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): looking for instances with destroyed active VMMs... background_task = instance_updater
6514	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6515	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = v2p_manager iteration = 26 reason = Timeout
6516	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6517	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement_driver iteration = 76 reason = Timeout
6518	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6519	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = bfd_manager iteration = 26 reason = Timeout
6520	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = bfd_manager roles = RoleSet { roles: {} }
6521	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = phantom_disks iteration = 26 reason = Timeout
6522	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = support_bundle_collector iteration = 26 reason = Timeout
6523	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6524	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = vpc_route_manager iteration = 26 reason = Timeout
6525	2025-03-08T00:53:00.636Z	INFO	nexus (BackgroundTasks): VPC route manager running background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:60
6526	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = instance_watcher iteration = 26 reason = Timeout
6527	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6528	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): activating background_task = region_replacement iteration = 26 reason = Timeout
6529	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6530	2025-03-08T00:53:00.636Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6531	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6532	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6533	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6534	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6535	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6536	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6537	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6538	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6539	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6540	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6541	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = bfd_manager resource = Database result = Ok(())
6542	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6543	2025-03-08T00:53:00.637Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6544	2025-03-08T00:53:00.639Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 664789180 } })
6545	2025-03-08T00:53:00.640Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1171
6546	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): activation complete background_task = phantom_disks elapsed = 3.668121ms iteration = 26 status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
6547	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6548	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_garbage_collection iteration = 26 reason = Timeout
6549	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): activating background_task = read_only_region_replacement_start iteration = 26 reason = Timeout
6550	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_garbage_collection roles = RoleSet { roles: {} }
6551	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = read_only_region_replacement_start roles = RoleSet { roles: {} }
6552	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_finish iteration = 26 reason = Timeout
6553	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_finish roles = RoleSet { roles: {} }
6554	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_start iteration = 26 reason = Timeout
6555	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): activating background_task = region_snapshot_replacement_step iteration = 26 reason = Timeout
6556	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6557	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6558	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_garbage_collection resource = Database result = Ok(())
6559	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_finish resource = Database result = Ok(())
6560	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6561	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = read_only_region_replacement_start resource = Database result = Ok(())
6562	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6563	2025-03-08T00:53:00.640Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement_driver roles = RoleSet { roles: {} }
6564	2025-03-08T00:53:00.641Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement_driver resource = Database result = Ok(())
6565	2025-03-08T00:53:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6566	2025-03-08T00:53:00.641Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6567	2025-03-08T00:53:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6568	2025-03-08T00:53:00.643Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6569	2025-03-08T00:53:00.643Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6570	2025-03-08T00:53:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Fleet result = Ok(())
6571	2025-03-08T00:53:00.644Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6572	2025-03-08T00:53:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6573	2025-03-08T00:53:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = BlueprintConfig result = Ok(())
6574	2025-03-08T00:53:00.644Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6575	2025-03-08T00:53:00.644Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6576	2025-03-08T00:53:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6577	2025-03-08T00:53:00.646Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6578	2025-03-08T00:53:00.647Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 672655214 } })
6579	2025-03-08T00:53:00.648Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = bfd_manager file = nexus/src/app/mod.rs:1171
6580	2025-03-08T00:53:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6581	2025-03-08T00:53:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6582	2025-03-08T00:53:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
6583	2025-03-08T00:53:00.648Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6584	2025-03-08T00:53:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6585	2025-03-08T00:53:00.648Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6586	2025-03-08T00:53:00.653Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6587	2025-03-08T00:53:00.654Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6588	2025-03-08T00:53:00.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6589	2025-03-08T00:53:00.654Z	DEBG	nexus (DnsResolver): lookup_all_ipv6 srv dns_name = _dendrite._tcp.control-plane.oxide.internal response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-87826585-0843-40d2-a3ce-382fa54dbc5c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 679337059 } })
6590	2025-03-08T00:53:00.654Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6591	2025-03-08T00:53:00.654Z	INFO	nexus (BackgroundTasks): Determining switch slots managed by switch zones background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1171 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
6592	2025-03-08T00:53:00.678Z	INFO	nexus (BackgroundTasks): listed instances with destroyed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6593	2025-03-08T00:53:00.678Z	DEBG	nexus (BackgroundTasks): looking for instances with failed active VMMs... background_task = instance_updater
6594	2025-03-08T00:53:00.678Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6595	2025-03-08T00:53:00.678Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6596	2025-03-08T00:53:00.679Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6597	2025-03-08T00:53:00.681Z	INFO	nexus (BackgroundTasks): listed instances with failed active VMMs background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6598	2025-03-08T00:53:00.681Z	DEBG	nexus (BackgroundTasks): looking for instances with terminated active migrations... background_task = instance_updater
6599	2025-03-08T00:53:00.681Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_updater roles = RoleSet { roles: {} }
6600	2025-03-08T00:53:00.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_updater resource = Database result = Ok(())
6601	2025-03-08T00:53:00.682Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6602	2025-03-08T00:53:00.682Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6603	2025-03-08T00:53:00.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Inventory result = Ok(())
6604	2025-03-08T00:53:00.684Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6605	2025-03-08T00:53:00.684Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6606	2025-03-08T00:53:00.685Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_finish elapsed = 45.492682ms iteration = 26 status = {"errors":[],"finish_invoked_ok":[]}
6607	2025-03-08T00:53:00.686Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6608	2025-03-08T00:53:00.686Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_garbage_collection elapsed = 45.863921ms iteration = 26 status = {"errors":[],"garbage_collect_requested":[]}
6609	2025-03-08T00:53:00.686Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6610	2025-03-08T00:53:00.690Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6611	2025-03-08T00:53:00.690Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_start roles = RoleSet { roles: {} }
6612	2025-03-08T00:53:00.690Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_start resource = Database result = Ok(())
6613	2025-03-08T00:53:00.691Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6614	2025-03-08T00:53:00.691Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6615	2025-03-08T00:53:00.691Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6616	2025-03-08T00:53:00.691Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_start elapsed = 51.307986ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6617	2025-03-08T00:53:00.693Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Fleet result = Ok(())
6618	2025-03-08T00:53:00.693Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6619	2025-03-08T00:53:00.693Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6620	2025-03-08T00:53:00.693Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6621	2025-03-08T00:53:00.694Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement_driver elapsed = 57.465098ms iteration = 76 status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
6622	2025-03-08T00:53:00.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Blueprint { parent: Fleet, key: a346f089-8033-4b92-b854-361d1da5cab2, lookup_type: ById(a346f089-8033-4b92-b854-361d1da5cab2) } result = Ok(())
6623	2025-03-08T00:53:00.694Z	DEBG	nexus (BackgroundTasks): roles background_task = blueprint_loader roles = RoleSet { roles: {} }
6624	2025-03-08T00:53:00.694Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = blueprint_loader resource = Database result = Ok(())
6625	2025-03-08T00:53:00.695Z	DEBG	nexus (BackgroundTasks): activation complete background_task = read_only_region_replacement_start elapsed = 55.201922ms iteration = 26 status = {"errors":[],"requests_created_ok":[]}
6626	2025-03-08T00:53:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6627			Batch: [InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1024, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1025, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1026, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1027, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1028, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1029, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1030, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1031, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1032, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1033, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }, InvNvmeDiskFirmware { inv_collection_id: 057bd338-e1ab-4773-96b6-de3ce7964654 (collection), sled_id: 87826585-0843-40d2-a3ce-382fa54dbc5c (sled), slot: 1034, number_of_slots: SqlU8(1), active_slot: SqlU8(1), next_active_slot: None, slot1_is_read_only: true, slot_firmware_versions: [Some("SYNTH1")] }]
6628	2025-03-08T00:53:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Fleet result = Ok(())
6629	2025-03-08T00:53:00.696Z	DEBG	nexus (BackgroundTasks): roles background_task = support_bundle_collector roles = RoleSet { roles: {} }
6630	2025-03-08T00:53:00.696Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = support_bundle_collector resource = Database result = Ok(())
6631	2025-03-08T00:53:00.698Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Fleet result = Ok(())
6632	2025-03-08T00:53:00.698Z	DEBG	nexus (BackgroundTasks): roles background_task = instance_watcher roles = RoleSet { roles: {} }
6633	2025-03-08T00:53:00.698Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = instance_watcher resource = Database result = Ok(())
6634	2025-03-08T00:53:00.698Z	DEBG	nexus (BackgroundTasks): roles background_task = region_replacement roles = RoleSet { roles: {} }
6635	2025-03-08T00:53:00.699Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_replacement resource = Database result = Ok(())
6636	2025-03-08T00:53:00.700Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6637	2025-03-08T00:53:00.703Z	INFO	nexus (BackgroundTasks): No bundles to collect background_task = support_bundle_collector file = nexus/src/app/background/tasks/support_bundle_collector.rs:360
6638	2025-03-08T00:53:00.703Z	DEBG	nexus (BackgroundTasks): activation complete background_task = support_bundle_collector elapsed = 65.382963ms iteration = 26 status = {"cleanup_err":null,"cleanup_report":{"db_destroying_bundles_removed":0,"db_failing_bundles_updated":0,"sled_bundles_delete_failed":0,"sled_bundles_deleted_not_found":0,"sled_bundles_deleted_ok":0},"collection_err":null,"collection_report":null}
6639	2025-03-08T00:53:00.703Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Fleet result = Ok(())
6640	2025-03-08T00:53:00.703Z	DEBG	nexus (BackgroundTasks): roles background_task = physical_disk_adoption roles = RoleSet { roles: {} }
6641	2025-03-08T00:53:00.704Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = physical_disk_adoption resource = Database result = Ok(())
6642	2025-03-08T00:53:00.705Z	INFO	nexus (BackgroundTasks): all instance checks complete background_task = instance_watcher file = nexus/src/app/background/tasks/instance_watcher.rs:555 pruned_instances = 0 total_completed = 0 total_failed = 0 total_incomplete = 0 total_instances = 0 update_sagas_queued = 0
6643	2025-03-08T00:53:00.705Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_watcher elapsed = 68.52173ms iteration = 26 status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
6644	2025-03-08T00:53:00.705Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
6645	2025-03-08T00:53:00.705Z	DEBG	nexus (MgsClient): client request background_task = bfd_manager body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6646	2025-03-08T00:53:00.706Z	DEBG	nexus (MgsClient): client response background_task = bfd_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f2ae958-61e6-4ae0-b951-58b258cde740", "content-length": "26", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6647	2025-03-08T00:53:00.706Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = bfd_manager file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6648	2025-03-08T00:53:00.710Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = bfd_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6649	2025-03-08T00:53:00.711Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1179 zone_address = fd00:1122:3344:101::2
6650	2025-03-08T00:53:00.711Z	DEBG	nexus (MgsClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6651	2025-03-08T00:53:00.711Z	DEBG	nexus (MgsClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "6491d180-ab32-41c3-91b1-cd1a93f33953", "content-length": "26", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6652	2025-03-08T00:53:00.711Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1184 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6653	2025-03-08T00:53:00.712Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = nat_v4_garbage_collector file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
6654	2025-03-08T00:53:00.719Z	DEBG	nexus (BackgroundTasks): found latest target blueprint (unchanged) background_task = blueprint_loader original_target_id = a346f089-8033-4b92-b854-361d1da5cab2 original_time_created = 2025-03-08 00:40:23.114725 UTC target_id = a346f089-8033-4b92-b854-361d1da5cab2 time_created = 2025-03-08 00:40:23.114725 UTC
6655	2025-03-08T00:53:00.719Z	DEBG	nexus (BackgroundTasks): activation complete background_task = blueprint_loader elapsed = 82.401243ms iteration = 76 status = {"enabled":false,"status":"target blueprint unchanged","target_id":"a346f089-8033-4b92-b854-361d1da5cab2","time_created":"2025-03-08T00:40:23.114725Z"}
6656	2025-03-08T00:53:00.725Z	INFO	nexus (BackgroundTasks): determining switch slot managed by dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1179 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 zone_address = fd00:1122:3344:101::2
6657	2025-03-08T00:53:00.725Z	DEBG	nexus (MgsClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
6658	2025-03-08T00:53:00.725Z	DEBG	nexus (MgsClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f068b274-8159-4f7e-b4d9-a1ebe81105ce", "content-length": "26", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6659	2025-03-08T00:53:00.725Z	INFO	nexus (BackgroundTasks): identified switch slot for dendrite zone background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1184 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n} zone_address = fd00:1122:3344:101::2
6660	2025-03-08T00:53:00.727Z	INFO	nexus (BackgroundTasks): completed mapping dendrite zones to switch slots background_task = switch_port_config_manager file = nexus/src/app/mod.rs:1219 mappings = {\n Switch0: fd00:1122:3344:101::2,\n} rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
6661	2025-03-08T00:53:00.730Z	INFO	nexus (BackgroundTasks): listed instances with terminated active migrations background_task = instance_updater count = 0 file = nexus/src/app/background/tasks/instance_updater.rs:59
6662	2025-03-08T00:53:00.730Z	INFO	nexus (BackgroundTasks): instance updater activation completed background_task = instance_updater destroyed_active_vmms = 0 failed_active_vmms = 0 file = nexus/src/app/background/tasks/instance_updater.rs:225 terminated_active_migrations = 0 update_sagas_completed = 0 update_sagas_started = 0
6663	2025-03-08T00:53:00.730Z	DEBG	nexus (BackgroundTasks): activation complete background_task = instance_updater elapsed = 93.493727ms iteration = 26 status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
6664	2025-03-08T00:53:00.730Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6665	2025-03-08T00:53:00.730Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6666	2025-03-08T00:53:00.733Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6667	2025-03-08T00:53:00.733Z	DEBG	nexus (BackgroundTasks): roles background_task = region_snapshot_replacement_step roles = RoleSet { roles: {} }
6668	2025-03-08T00:53:00.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6669	2025-03-08T00:53:00.733Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = region_snapshot_replacement_step resource = Database result = Ok(())
6670	2025-03-08T00:53:00.735Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6671	2025-03-08T00:53:00.737Z	DEBG	nexus (BackgroundTasks): authorize result action = Read actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Sled { parent: Fleet, key: 87826585-0843-40d2-a3ce-382fa54dbc5c, lookup_type: ById(87826585-0843-40d2-a3ce-382fa54dbc5c) } result = Ok(())
6672	2025-03-08T00:53:00.737Z	DEBG	nexus (BackgroundTasks): roles background_task = service_zone_nat_tracker roles = RoleSet { roles: {} }
6673	2025-03-08T00:53:00.737Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = service_zone_nat_tracker resource = Database result = Ok(())
6674	2025-03-08T00:53:00.739Z	DEBG	nexus (BackgroundTasks): activation complete background_task = service_zone_nat_tracker elapsed = 103.091254ms iteration = 26 status = 0
6675	2025-03-08T00:53:00.740Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_replacement elapsed = 103.913144ms iteration = 26 status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
6676	2025-03-08T00:53:00.763Z	DEBG	nexus (BackgroundTasks): activation complete background_task = region_snapshot_replacement_step elapsed = 122.702317ms iteration = 26 status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[],"step_set_volume_deleted_ok":[]}
6677	2025-03-08T00:53:00.764Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6678	2025-03-08T00:53:00.764Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6679	2025-03-08T00:53:00.782Z	DEBG	nexus (BackgroundTasks): activation complete background_task = bfd_manager elapsed = 145.592912ms iteration = 26 status = {}
6680	2025-03-08T00:53:00.785Z	DEBG	nexus (DpdClient): client request background_task = nat_v4_garbage_collector body = None method = GET uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
6681	2025-03-08T00:53:00.785Z	DEBG	nexus (DpdClient): client response background_task = nat_v4_garbage_collector result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "99c9d68d-fef9-4e3d-8177-17f218c547a3", "content-length": "2", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6682	2025-03-08T00:53:00.787Z	DEBG	nexus (BackgroundTasks): roles background_task = nat_v4_garbage_collector roles = RoleSet { roles: {} }
6683	2025-03-08T00:53:00.787Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = nat_v4_garbage_collector resource = Database result = Ok(())
6684	2025-03-08T00:53:00.789Z	DEBG	nexus (BackgroundTasks): activation complete background_task = nat_v4_garbage_collector elapsed = 153.18891ms iteration = 26 status = null
6685	2025-03-08T00:53:00.802Z	DEBG	nexus (BackgroundTasks): activation complete background_task = physical_disk_adoption elapsed = 165.887853ms iteration = 28 status = {"physical_disks_added":0}
6686	2025-03-08T00:53:00.837Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:98
6687	2025-03-08T00:53:00.837Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6688	2025-03-08T00:53:00.837Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "b631a364-ab99-4377-9d06-65c9e895ab01", "content-length": "372", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6689	2025-03-08T00:53:00.837Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6690	2025-03-08T00:53:00.838Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6691	2025-03-08T00:53:00.857Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6692	2025-03-08T00:53:00.858Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6693	2025-03-08T00:53:00.859Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6694	2025-03-08T00:53:00.861Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6695	2025-03-08T00:53:00.861Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6696	2025-03-08T00:53:00.861Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6697	2025-03-08T00:53:00.863Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
6698	2025-03-08T00:53:00.865Z	DEBG	nexus (BackgroundTasks): authorize result action = ListChildren actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Fleet result = Ok(())
6699	2025-03-08T00:53:00.865Z	DEBG	nexus (BackgroundTasks): roles background_task = v2p_manager roles = RoleSet { roles: {} }
6700	2025-03-08T00:53:00.865Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = v2p_manager resource = Database result = Ok(())
6701	2025-03-08T00:53:00.883Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6702	2025-03-08T00:53:00.883Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6703	2025-03-08T00:53:00.884Z	INFO	nexus (BackgroundTasks): computed internet gateway mappings for sled assocs = {} background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:116 sled = sock
6704	2025-03-08T00:53:00.884Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
6705	2025-03-08T00:53:00.885Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "cfd755df-6abe-4127-993b-2938a39a7450", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6706	2025-03-08T00:53:00.885Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6707	2025-03-08T00:53:00.885Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6708	2025-03-08T00:53:00.885Z	INFO	nexus (BackgroundTasks): fetching switch port settings background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151 port = SwitchPort { id: ca4a7b6e-327d-40f9-a885-12eabbb4e3d4, rack_id: 533106a5-4f1c-4a48-aa36-2a30759fbe03, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(61628d69-5fe0-495b-8add-dfbccef57c71) } rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
6709	2025-03-08T00:53:00.886Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6710	2025-03-08T00:53:00.886Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6711	2025-03-08T00:53:00.886Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6712	2025-03-08T00:53:00.887Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6713	2025-03-08T00:53:00.890Z	DEBG	nexus (BackgroundTasks): roles background_task = vpc_route_manager roles = RoleSet { roles: {} }
6714	2025-03-08T00:53:00.890Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = vpc_route_manager resource = Database result = Ok(())
6715	2025-03-08T00:53:00.893Z	INFO	nexus (BackgroundTasks): VPC route manager sled 87826585-0843-40d2-a3ce-382fa54dbc5c push not needed background_task = vpc_route_manager file = nexus/src/app/background/tasks/vpc_routes.rs:262
6716	2025-03-08T00:53:00.893Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager body = Some(Body) method = PUT uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
6717	2025-03-08T00:53:00.896Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = vpc_route_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "20f14709-a0e0-445b-991c-ebc388c700c1", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6718	2025-03-08T00:53:00.896Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
6719	2025-03-08T00:53:00.896Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "14da6c74-6a5e-4541-9da0-0a7d00d78041", "content-length": "134", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6720	2025-03-08T00:53:00.896Z	INFO	nexus (BackgroundTasks): retrieved port settings from switch background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} } switch_port_id = "qsfp0"
6721	2025-03-08T00:53:00.896Z	INFO	nexus (BackgroundTasks): port settings up to date, skipping background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0 switch_port_id = "qsfp0" switch_port_settings_id = 61628d69-5fe0-495b-8add-dfbccef57c71
6722	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): retrieved existing routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
6723	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): retrieved desired routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
6724	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): calculated static routes to add background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6725	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): calculated static routes to delete background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6726	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): deleting static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6727	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): removing static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6728	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): adding static routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
6729	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): adding static v4 routes background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } } switch_location = Switch0
6730	2025-03-08T00:53:00.897Z	DEBG	nexus (BackgroundTasks): activation complete background_task = vpc_route_manager elapsed = 260.724984ms iteration = 26 status = {}
6731	2025-03-08T00:53:00.897Z	INFO	nexus (BackgroundTasks): checking for changes to loopback addresses background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03
6732	2025-03-08T00:53:00.897Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6733	2025-03-08T00:53:00.897Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6734	2025-03-08T00:53:00.900Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
6735	2025-03-08T00:53:00.900Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "e5fc3ff3-8a47-4efa-a05f-ede576d95185", "content-length": "2", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6736	2025-03-08T00:53:00.900Z	DEBG	nexus (DpdClient): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
6737	2025-03-08T00:53:00.900Z	DEBG	nexus (DpdClient): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "e2bcc864-1226-4804-9201-3ec30ab34919", "content-length": "52", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6738	2025-03-08T00:53:00.900Z	INFO	nexus (BackgroundTasks): applying SMF config uplink updates to switch zone background_task = switch_port_config_manager config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }] file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch_location = Switch0
6739	2025-03-08T00:53:00.900Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = Some(Body) method = POST rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
6740	2025-03-08T00:53:00.955Z	DEBG	nexus (BackgroundTasks): client request SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager body = None method = GET uri = http://[fd00:1122:3344:101::1]:12345/v2p
6741	2025-03-08T00:53:00.957Z	DEBG	nexus (BackgroundTasks): client response SledAgent = 87826585-0843-40d2-a3ce-382fa54dbc5c background_task = v2p_manager result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "969a901c-d74e-4327-aeda-7b3570fea87c", "content-length": "691", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6742	2025-03-08T00:53:00.957Z	INFO	nexus (BackgroundTasks): found opte v2p mappings background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:102 interfaces = {} sled = sock
6743	2025-03-08T00:53:00.957Z	INFO	nexus (BackgroundTasks): v2p mappings to delete background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:114 mappings = [] sled = sock
6744	2025-03-08T00:53:00.957Z	INFO	nexus (BackgroundTasks): v2p mappings to add background_task = v2p_manager file = nexus/src/app/background/tasks/v2p_mappings.rs:127 mappings = [] sled = sock
6745	2025-03-08T00:53:00.958Z	DEBG	nexus (BackgroundTasks): activation complete background_task = v2p_manager elapsed = 322.164809ms iteration = 26 status = {}
6746	2025-03-08T00:53:00.997Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "0be2e9e9-07f3-4fd5-95c3-b1acd69b0cb2", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6747	2025-03-08T00:53:00.997Z	INFO	nexus (BackgroundTasks): no bgp config found for switch, skipping. background_task = switch_port_config_manager file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774 rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 switch = Switch0
6748	2025-03-08T00:53:00.997Z	DEBG	nexus (BackgroundTasks): client request background_task = switch_port_config_manager body = None method = GET rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
6749	2025-03-08T00:53:00.997Z	DEBG	nexus (BackgroundTasks): client response background_task = switch_port_config_manager rack_id = 533106a5-4f1c-4a48-aa36-2a30759fbe03 result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "59e99a51-02d9-4080-b495-ecac357468a5", "content-length": "682", "date": "Sat, 08 Mar 2025 00:53:00 GMT"} })
6750	2025-03-08T00:53:00.998Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6751	2025-03-08T00:53:00.998Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6752	2025-03-08T00:53:01.001Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6753	2025-03-08T00:53:01.002Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6754	2025-03-08T00:53:01.004Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6755	2025-03-08T00:53:01.005Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6756	2025-03-08T00:53:01.007Z	DEBG	nexus (BackgroundTasks): roles background_task = switch_port_config_manager roles = RoleSet { roles: {} }
6757	2025-03-08T00:53:01.007Z	DEBG	nexus (BackgroundTasks): authorize result action = Query actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }) background_task = switch_port_config_manager resource = Database result = Ok(())
6758	2025-03-08T00:53:01.013Z	DEBG	nexus (BackgroundTasks): activation complete background_task = switch_port_config_manager elapsed = 377.033703ms iteration = 26 status = {}
6759	2025-03-08T00:53:02.651Z	INFO	nexus (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867 latency_us = 423 local_addr = [fd00:1122:3344:101::b]:58511 method = GET remote_addr = [fd00:1122:3344:101::d]:64935 req_id = 592e9ecc-1970-40c6-90ae-bc8dcdcd84c7 response_code = 200 uri = /8b94fb8b-b81f-40e3-a7d8-ae559205ae7f