1 | 2024-08-16T21:30:03.920Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
2 | 2024-08-16T21:30:03.920Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
3 | 2024-08-16T21:30:03.921Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
4 | 2024-08-16T21:30:03.921Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
5 | 2024-08-16T21:30:03.922Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6 | 2024-08-16T21:30:03.924Z | DEBG | nexus (ServiceBalancer): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Rack { parent: Fleet, key: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, lookup_type: ById(3b7bc4a2-13ca-428a-8e1f-cb818c9122f4) }
result = Ok(())
|
7 | 2024-08-16T21:30:03.924Z | INFO | nexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, time_created: 2024-08-16T21:29:38.336147Z, time_modified: 2024-08-16T21:29:38.336147Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) }
file = nexus/src/app/rack.rs:726
|
8 | 2024-08-16T21:30:05.925Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
9 | 2024-08-16T21:30:05.926Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
10 | 2024-08-16T21:30:05.927Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
11 | 2024-08-16T21:30:05.927Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
12 | 2024-08-16T21:30:05.928Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
13 | 2024-08-16T21:30:05.930Z | DEBG | nexus (ServiceBalancer): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Rack { parent: Fleet, key: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, lookup_type: ById(3b7bc4a2-13ca-428a-8e1f-cb818c9122f4) }
result = Ok(())
|
14 | 2024-08-16T21:30:05.930Z | INFO | nexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, time_created: 2024-08-16T21:29:38.336147Z, time_modified: 2024-08-16T21:29:38.336147Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) }
file = nexus/src/app/rack.rs:726
|
15 | 2024-08-16T21:30:07.931Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
16 | 2024-08-16T21:30:07.932Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
17 | 2024-08-16T21:30:07.933Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
18 | 2024-08-16T21:30:07.933Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
19 | 2024-08-16T21:30:07.934Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
20 | 2024-08-16T21:30:07.936Z | DEBG | nexus (ServiceBalancer): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Rack { parent: Fleet, key: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, lookup_type: ById(3b7bc4a2-13ca-428a-8e1f-cb818c9122f4) }
result = Ok(())
|
21 | 2024-08-16T21:30:07.936Z | INFO | nexus: Still waiting for rack initialization: Rack { identity: RackIdentity { id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, time_created: 2024-08-16T21:29:38.336147Z, time_modified: 2024-08-16T21:29:38.336147Z }, initialized: false, tuf_base_url: None, rack_subnet: Some(V6(Ipv6Network { addr: fd00:1122:3344:100::, prefix: 56 })) }
file = nexus/src/app/rack.rs:726
|
22 | 2024-08-16T21:30:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 2
reason = Timeout
|
23 | 2024-08-16T21:30:08.463Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
24 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
25 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 2
reason = Timeout
|
26 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 2
reason = Timeout
|
27 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
28 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 2
reason = Timeout
|
29 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
30 | 2024-08-16T21:30:08.463Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
31 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
32 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 4
reason = Timeout
|
33 | 2024-08-16T21:30:08.463Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
34 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
35 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 2
reason = Timeout
|
36 | 2024-08-16T21:30:08.463Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
37 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
38 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 2
reason = Timeout
|
39 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 2
reason = Timeout
|
40 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
41 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 2
reason = Timeout
|
42 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
43 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
44 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
45 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 3
reason = Timeout
|
46 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
47 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 2
reason = Timeout
|
48 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 2
reason = Timeout
|
49 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
50 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
51 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 4
reason = Timeout
|
52 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
53 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 2
reason = Timeout
|
54 | 2024-08-16T21:30:08.463Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
55 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 2
reason = Timeout
|
56 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
57 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
58 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
59 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
60 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
61 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
62 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
63 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
64 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
65 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
66 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
67 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
68 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
69 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
70 | 2024-08-16T21:30:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
71 | 2024-08-16T21:30:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
72 | 2024-08-16T21:30:08.465Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
73 | 2024-08-16T21:30:08.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 1.883011ms
iteration = 2
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
74 | 2024-08-16T21:30:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
75 | 2024-08-16T21:30:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
76 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
77 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
78 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
79 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
80 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
81 | 2024-08-16T21:30:08.468Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1492, tv_nsec: 170075121 } })
|
82 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
83 | 2024-08-16T21:30:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
84 | 2024-08-16T21:30:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
85 | 2024-08-16T21:30:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
86 | 2024-08-16T21:30:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
87 | 2024-08-16T21:30:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
88 | 2024-08-16T21:30:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
89 | 2024-08-16T21:30:08.471Z | WARN | nexus (BackgroundTasks): failed to read target blueprint
background_task = blueprint_loader
error = Internal Error: no target blueprint set
file = nexus/src/app/background/tasks/blueprint_load.rs:69
|
90 | 2024-08-16T21:30:08.471Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 8.096891ms
iteration = 4
status = {"error":"failed to read target blueprint: Internal Error: no target blueprint set"}
|
91 | 2024-08-16T21:30:08.471Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
92 | 2024-08-16T21:30:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
93 | 2024-08-16T21:30:08.472Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1492, tv_nsec: 173483544 } })
|
94 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
95 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
96 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
97 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
98 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
99 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 9.529301ms
iteration = 2
status = {}
|
100 | 2024-08-16T21:30:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
101 | 2024-08-16T21:30:08.473Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
102 | 2024-08-16T21:30:08.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
103 | 2024-08-16T21:30:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
104 | 2024-08-16T21:30:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
105 | 2024-08-16T21:30:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
106 | 2024-08-16T21:30:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
107 | 2024-08-16T21:30:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
108 | 2024-08-16T21:30:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
109 | 2024-08-16T21:30:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
110 | 2024-08-16T21:30:08.475Z | INFO | nexus (BackgroundTasks): Physical Disk Adoption: Rack not yet initialized
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:79
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
111 | 2024-08-16T21:30:08.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 12.336187ms
iteration = 3
status = {"error":"rack not yet initialized: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4"}
|
112 | 2024-08-16T21:30:08.489Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
113 | 2024-08-16T21:30:08.489Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 26.31972ms
iteration = 2
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
114 | 2024-08-16T21:30:08.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
115 | 2024-08-16T21:30:08.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
116 | 2024-08-16T21:30:08.504Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
117 | 2024-08-16T21:30:08.504Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
118 | 2024-08-16T21:30:08.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
119 | 2024-08-16T21:30:08.512Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
120 | 2024-08-16T21:30:08.513Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
121 | 2024-08-16T21:30:08.513Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b8758e58-262c-4f62-9aee-4a07e909f732", "content-length": "26", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
122 | 2024-08-16T21:30:08.513Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
123 | 2024-08-16T21:30:08.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
124 | 2024-08-16T21:30:08.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
125 | 2024-08-16T21:30:08.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
126 | 2024-08-16T21:30:08.514Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
127 | 2024-08-16T21:30:08.515Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
128 | 2024-08-16T21:30:08.515Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
129 | 2024-08-16T21:30:08.515Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
130 | 2024-08-16T21:30:08.515Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
131 | 2024-08-16T21:30:08.515Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
132 | 2024-08-16T21:30:08.515Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "efa5d5c4-bd68-44a4-9a97-79e3560706ee", "content-length": "26", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
133 | 2024-08-16T21:30:08.515Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
134 | 2024-08-16T21:30:08.515Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
135 | 2024-08-16T21:30:08.516Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
136 | 2024-08-16T21:30:08.516Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
137 | 2024-08-16T21:30:08.516Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
138 | 2024-08-16T21:30:08.517Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
139 | 2024-08-16T21:30:08.517Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 54.658554ms
iteration = 4
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
140 | 2024-08-16T21:30:08.518Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
141 | 2024-08-16T21:30:08.518Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
142 | 2024-08-16T21:30:08.518Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
143 | 2024-08-16T21:30:08.519Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
144 | 2024-08-16T21:30:08.520Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
145 | 2024-08-16T21:30:08.521Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
146 | 2024-08-16T21:30:08.521Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
147 | 2024-08-16T21:30:08.521Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 58.15003ms
iteration = 2
status = {"errors":[],"garbage_collect_requested":[]}
|
148 | 2024-08-16T21:30:08.522Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
149 | 2024-08-16T21:30:08.522Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 59.27583ms
iteration = 2
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
150 | 2024-08-16T21:30:08.537Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
151 | 2024-08-16T21:30:08.537Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
152 | 2024-08-16T21:30:08.542Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
153 | 2024-08-16T21:30:08.543Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
154 | 2024-08-16T21:30:08.546Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
155 | 2024-08-16T21:30:08.546Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
156 | 2024-08-16T21:30:08.547Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
157 | 2024-08-16T21:30:08.547Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
158 | 2024-08-16T21:30:08.548Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
159 | 2024-08-16T21:30:08.549Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
160 | 2024-08-16T21:30:08.564Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
161 | 2024-08-16T21:30:08.564Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
162 | 2024-08-16T21:30:08.567Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
163 | 2024-08-16T21:30:08.567Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
164 | 2024-08-16T21:30:08.569Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
165 | 2024-08-16T21:30:08.570Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
166 | 2024-08-16T21:30:08.572Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
167 | 2024-08-16T21:30:08.572Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
168 | 2024-08-16T21:30:08.577Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
169 | 2024-08-16T21:30:08.577Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 114.735087ms
iteration = 2
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
170 | 2024-08-16T21:30:08.580Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
171 | 2024-08-16T21:30:08.581Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
172 | 2024-08-16T21:30:08.581Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
173 | 2024-08-16T21:30:08.581Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
174 | 2024-08-16T21:30:08.581Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 118.425168ms
iteration = 2
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
175 | 2024-08-16T21:30:08.582Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
176 | 2024-08-16T21:30:08.582Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 119.780484ms
iteration = 2
status = {}
|
177 | 2024-08-16T21:30:08.582Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
178 | 2024-08-16T21:30:08.588Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
179 | 2024-08-16T21:30:08.589Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "65a0a11f-b2d1-4164-b99c-7ad21d76d304", "content-length": "1", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
180 | 2024-08-16T21:30:08.591Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
181 | 2024-08-16T21:30:08.591Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
182 | 2024-08-16T21:30:08.591Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
183 | 2024-08-16T21:30:08.592Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
184 | 2024-08-16T21:30:08.597Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1492, tv_nsec: 298862792 } })
|
185 | 2024-08-16T21:30:08.598Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = service_zone_nat_tracker
file = nexus/src/app/mod.rs:1050
|
186 | 2024-08-16T21:30:08.600Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 137.17739ms
iteration = 2
status = null
|
187 | 2024-08-16T21:30:08.641Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
188 | 2024-08-16T21:30:08.641Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "af987e69-1a38-4d53-9f93-8d02d91e570e", "content-length": "312", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
189 | 2024-08-16T21:30:08.642Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
190 | 2024-08-16T21:30:08.643Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
191 | 2024-08-16T21:30:08.644Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
192 | 2024-08-16T21:30:08.644Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
193 | 2024-08-16T21:30:08.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
194 | 2024-08-16T21:30:08.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
195 | 2024-08-16T21:30:08.649Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = service_zone_nat_tracker
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
196 | 2024-08-16T21:30:08.649Z | DEBG | nexus (MgsClient): client request
background_task = service_zone_nat_tracker
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
197 | 2024-08-16T21:30:08.649Z | DEBG | nexus (MgsClient): client response
background_task = service_zone_nat_tracker
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4b3d914c-daad-4290-bd01-53929ed85f2b", "content-length": "26", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
198 | 2024-08-16T21:30:08.649Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = service_zone_nat_tracker
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
199 | 2024-08-16T21:30:08.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
200 | 2024-08-16T21:30:08.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
201 | 2024-08-16T21:30:08.651Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = service_zone_nat_tracker
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
202 | 2024-08-16T21:30:08.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
203 | 2024-08-16T21:30:08.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
204 | 2024-08-16T21:30:08.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
205 | 2024-08-16T21:30:08.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
206 | 2024-08-16T21:30:08.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
207 | 2024-08-16T21:30:08.654Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
208 | 2024-08-16T21:30:08.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
209 | 2024-08-16T21:30:08.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
210 | 2024-08-16T21:30:08.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
211 | 2024-08-16T21:30:08.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
212 | 2024-08-16T21:30:08.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
213 | 2024-08-16T21:30:08.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
214 | 2024-08-16T21:30:08.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
215 | 2024-08-16T21:30:08.661Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
216 | 2024-08-16T21:30:08.661Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
217 | 2024-08-16T21:30:08.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
218 | 2024-08-16T21:30:08.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }
result = Ok(())
|
219 | 2024-08-16T21:30:08.663Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
220 | 2024-08-16T21:30:08.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
221 | 2024-08-16T21:30:08.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
222 | 2024-08-16T21:30:08.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
223 | 2024-08-16T21:30:08.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
224 | 2024-08-16T21:30:08.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
225 | 2024-08-16T21:30:08.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
226 | 2024-08-16T21:30:08.665Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
227 | 2024-08-16T21:30:08.665Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
228 | 2024-08-16T21:30:08.665Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
229 | 2024-08-16T21:30:08.666Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
230 | 2024-08-16T21:30:08.667Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
231 | 2024-08-16T21:30:08.667Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
232 | 2024-08-16T21:30:08.667Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
233 | 2024-08-16T21:30:08.670Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }
result = Ok(())
|
234 | 2024-08-16T21:30:08.670Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
235 | 2024-08-16T21:30:08.670Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
236 | 2024-08-16T21:30:08.676Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
237 | 2024-08-16T21:30:08.676Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
238 | 2024-08-16T21:30:08.678Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
239 | 2024-08-16T21:30:08.678Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
240 | 2024-08-16T21:30:08.679Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
241 | 2024-08-16T21:30:08.679Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
242 | 2024-08-16T21:30:08.680Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
243 | 2024-08-16T21:30:08.680Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
244 | 2024-08-16T21:30:08.681Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
245 | 2024-08-16T21:30:08.682Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
246 | 2024-08-16T21:30:08.682Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
247 | 2024-08-16T21:30:08.683Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
248 | 2024-08-16T21:30:08.684Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
249 | 2024-08-16T21:30:08.684Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
250 | 2024-08-16T21:30:08.684Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
251 | 2024-08-16T21:30:08.688Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000003, lookup_type: ByName("boundary-ntp") }
result = Ok(())
|
252 | 2024-08-16T21:30:08.688Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
253 | 2024-08-16T21:30:08.689Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
254 | 2024-08-16T21:30:08.690Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
255 | 2024-08-16T21:30:08.690Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
256 | 2024-08-16T21:30:08.691Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
257 | 2024-08-16T21:30:08.691Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
258 | 2024-08-16T21:30:08.692Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
259 | 2024-08-16T21:30:08.693Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
260 | 2024-08-16T21:30:08.694Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
261 | 2024-08-16T21:30:08.694Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
262 | 2024-08-16T21:30:08.695Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
263 | 2024-08-16T21:30:08.695Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
264 | 2024-08-16T21:30:08.696Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
265 | 2024-08-16T21:30:08.696Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
266 | 2024-08-16T21:30:08.697Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
267 | 2024-08-16T21:30:08.701Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") }
result = Ok(())
|
268 | 2024-08-16T21:30:08.701Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
269 | 2024-08-16T21:30:08.701Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
270 | 2024-08-16T21:30:08.702Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
271 | 2024-08-16T21:30:08.703Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
272 | 2024-08-16T21:30:08.703Z | DEBG | nexus (DpdClient): client request
background_task = service_zone_nat_tracker
body = None
method = POST
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/trigger
|
273 | 2024-08-16T21:30:08.704Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
274 | 2024-08-16T21:30:08.704Z | DEBG | nexus (DpdClient): client response
background_task = service_zone_nat_tracker
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/trigger", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1e0ba33c-9f54-4254-b07e-142c6cdf2430", "content-length": "4", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
275 | 2024-08-16T21:30:08.704Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
276 | 2024-08-16T21:30:08.705Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
277 | 2024-08-16T21:30:08.705Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
278 | 2024-08-16T21:30:08.705Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 242.661074ms
iteration = 2
status = 6
|
279 | 2024-08-16T21:30:08.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
280 | 2024-08-16T21:30:08.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
281 | 2024-08-16T21:30:08.708Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
282 | 2024-08-16T21:30:08.708Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
283 | 2024-08-16T21:30:08.709Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
284 | 2024-08-16T21:30:08.710Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
285 | 2024-08-16T21:30:08.711Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
286 | 2024-08-16T21:30:08.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") }
result = Ok(())
|
287 | 2024-08-16T21:30:08.715Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
288 | 2024-08-16T21:30:08.721Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "76ec19a3-4d6e-44d3-bf9d-25a444d1f485", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
289 | 2024-08-16T21:30:08.721Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
290 | 2024-08-16T21:30:08.722Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "db18bbb2-7ea1-40fa-aa36-25cf13d127d3", "content-length": "691", "date": "Fri, 16 Aug 2024 21:30:08 GMT"} })
|
291 | 2024-08-16T21:30:08.722Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
292 | 2024-08-16T21:30:08.722Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
293 | 2024-08-16T21:30:08.722Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
294 | 2024-08-16T21:30:08.723Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 259.991908ms
iteration = 2
status = {}
|
295 | 2024-08-16T21:30:08.723Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 260.678627ms
iteration = 2
status = {}
|
296 | 2024-08-16T21:30:09.938Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
297 | 2024-08-16T21:30:09.938Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
298 | 2024-08-16T21:30:09.939Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {} }
|
299 | 2024-08-16T21:30:09.939Z | DEBG | nexus (ServiceBalancer): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Database
result = Ok(())
|
300 | 2024-08-16T21:30:09.940Z | DEBG | nexus (ServiceBalancer): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
301 | 2024-08-16T21:30:09.942Z | DEBG | nexus (ServiceBalancer): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })
resource = Rack { parent: Fleet, key: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, lookup_type: ById(3b7bc4a2-13ca-428a-8e1f-cb818c9122f4) }
result = Ok(())
|
302 | 2024-08-16T21:30:09.942Z | INFO | nexus: Rack initialized
file = nexus/src/app/rack.rs:723
|
303 | 2024-08-16T21:30:09.942Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
304 | 2024-08-16T21:30:09.942Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
305 | 2024-08-16T21:30:09.943Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
306 | 2024-08-16T21:30:09.944Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
307 | 2024-08-16T21:30:09.945Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
308 | 2024-08-16T21:30:09.945Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
309 | 2024-08-16T21:30:09.946Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
310 | 2024-08-16T21:30:09.946Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
311 | 2024-08-16T21:30:09.946Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
312 | 2024-08-16T21:30:09.947Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
313 | 2024-08-16T21:30:09.947Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
314 | 2024-08-16T21:30:09.947Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
315 | 2024-08-16T21:30:09.948Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
316 | 2024-08-16T21:30:09.951Z | DEBG | nexus (InternalApi): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }
result = Ok(())
|
317 | 2024-08-16T21:30:09.951Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
318 | 2024-08-16T21:30:09.951Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
319 | 2024-08-16T21:30:09.952Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
320 | 2024-08-16T21:30:09.952Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
321 | 2024-08-16T21:30:09.953Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
322 | 2024-08-16T21:30:09.953Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
323 | 2024-08-16T21:30:09.953Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
324 | 2024-08-16T21:30:09.956Z | DEBG | nexus (InternalApi): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }
result = Ok(())
|
325 | 2024-08-16T21:30:09.956Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
326 | 2024-08-16T21:30:09.956Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
327 | 2024-08-16T21:30:09.958Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
328 | 2024-08-16T21:30:09.958Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
329 | 2024-08-16T21:30:09.958Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
330 | 2024-08-16T21:30:09.959Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
331 | 2024-08-16T21:30:09.959Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
332 | 2024-08-16T21:30:09.959Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
333 | 2024-08-16T21:30:09.960Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
334 | 2024-08-16T21:30:09.960Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
335 | 2024-08-16T21:30:09.961Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
336 | 2024-08-16T21:30:09.961Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
337 | 2024-08-16T21:30:09.961Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
338 | 2024-08-16T21:30:09.962Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
339 | 2024-08-16T21:30:09.962Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
340 | 2024-08-16T21:30:09.965Z | DEBG | nexus (InternalApi): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }
result = Ok(())
|
341 | 2024-08-16T21:30:09.965Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
342 | 2024-08-16T21:30:09.965Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
343 | 2024-08-16T21:30:09.966Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
344 | 2024-08-16T21:30:09.966Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
345 | 2024-08-16T21:30:09.967Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
346 | 2024-08-16T21:30:09.967Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
347 | 2024-08-16T21:30:09.968Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
348 | 2024-08-16T21:30:09.968Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
349 | 2024-08-16T21:30:09.969Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
350 | 2024-08-16T21:30:09.970Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
351 | 2024-08-16T21:30:09.970Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
352 | 2024-08-16T21:30:09.970Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
353 | 2024-08-16T21:30:09.971Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
354 | 2024-08-16T21:30:09.971Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
355 | 2024-08-16T21:30:09.972Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
356 | 2024-08-16T21:30:09.975Z | DEBG | nexus (InternalApi): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") }
result = Ok(())
|
357 | 2024-08-16T21:30:09.975Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
358 | 2024-08-16T21:30:09.975Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
359 | 2024-08-16T21:30:09.976Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
360 | 2024-08-16T21:30:09.976Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
361 | 2024-08-16T21:30:09.977Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
362 | 2024-08-16T21:30:09.977Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
363 | 2024-08-16T21:30:09.978Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
364 | 2024-08-16T21:30:09.981Z | DEBG | nexus (InternalApi): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") }
result = Ok(())
|
365 | 2024-08-16T21:30:09.981Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
366 | 2024-08-16T21:30:09.981Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
367 | 2024-08-16T21:30:09.984Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
368 | 2024-08-16T21:30:09.984Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
369 | 2024-08-16T21:30:09.985Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
370 | 2024-08-16T21:30:09.985Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
371 | 2024-08-16T21:30:09.986Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
372 | 2024-08-16T21:30:09.986Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
373 | 2024-08-16T21:30:09.988Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
374 | 2024-08-16T21:30:09.988Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
375 | 2024-08-16T21:30:09.989Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
376 | 2024-08-16T21:30:09.989Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
377 | 2024-08-16T21:30:09.990Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
378 | 2024-08-16T21:30:09.990Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
379 | 2024-08-16T21:30:09.997Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
380 | 2024-08-16T21:30:09.997Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
381 | 2024-08-16T21:30:10.000Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
382 | 2024-08-16T21:30:10.003Z | DEBG | nexus (InternalApi): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") }
result = Ok(())
|
383 | 2024-08-16T21:30:10.003Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
384 | 2024-08-16T21:30:10.004Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
385 | 2024-08-16T21:30:10.005Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
386 | 2024-08-16T21:30:10.005Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
387 | 2024-08-16T21:30:10.006Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
388 | 2024-08-16T21:30:10.006Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
389 | 2024-08-16T21:30:10.007Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
390 | 2024-08-16T21:30:10.010Z | DEBG | nexus (InternalApi): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") }
result = Ok(())
|
391 | 2024-08-16T21:30:10.010Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
392 | 2024-08-16T21:30:10.010Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
393 | 2024-08-16T21:30:10.014Z | DEBG | nexus (InternalApi): resolved names for firewall rules
instance_interfaces = {}
subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 35b34910-e397-4914-86c7-d5877c7f8ecd, kind: Service { id: 6ac87117-541e-4895-97bd-54f6666977bd }, name: Name("nexus-6ac87117-541e-4895-97bd-54f6666977bd"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 36])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4ee1b09e-096e-44ae-8f1f-7f3ddc3014db, kind: Service { id: c2d49e63-417c-4a3f-803c-3e6cf800f944 }, name: Name("nexus-c2d49e63-417c-4a3f-803c-3e6cf800f944"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a4472bef-7d98-4d1e-b364-1def079ef8bb, kind: Service { id: e2352a6e-0a4c-4ea6-8d02-477fd67284c6 }, name: Name("nexus-e2352a6e-0a4c-4ea6-8d02-477fd67284c6"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 120])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("external-dns"): [NetworkInterface { id: 4eb6f7b5-7144-4505-9c1d-35b181bc2308, kind: Service { id: 6f45138f-3720-48e5-b1bc-ad80ab3d05a3 }, name: Name("external-dns-6f45138f-3720-48e5-b1bc-ad80ab3d05a3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fa92e264-7928-4099-b289-1fbf72018b6c, kind: Service { id: 614ab2f4-7ead-4e89-b964-c9fe75bfd36d }, name: Name("external-dns-614ab2f4-7ead-4e89-b964-c9fe75bfd36d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 22])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}
subnet_networks = {Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}
vpc_interfaces = {}
|
394 | 2024-08-16T21:30:10.014Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
395 | 2024-08-16T21:30:10.015Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
396 | 2024-08-16T21:30:10.015Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
397 | 2024-08-16T21:30:10.017Z | DEBG | nexus (InternalApi): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Fleet
result = Ok(())
|
398 | 2024-08-16T21:30:10.017Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
399 | 2024-08-16T21:30:10.017Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
400 | 2024-08-16T21:30:10.018Z | DEBG | nexus (InternalApi): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.
|
401 | 2024-08-16T21:30:10.020Z | DEBG | nexus (InternalApi): resolved firewall rules for sled agents
sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4eb6f7b5-7144-4505-9c1d-35b181bc2308, kind: Service { id: 6f45138f-3720-48e5-b1bc-ad80ab3d05a3 }, name: Name("external-dns-6f45138f-3720-48e5-b1bc-ad80ab3d05a3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fa92e264-7928-4099-b289-1fbf72018b6c, kind: Service { id: 614ab2f4-7ead-4e89-b964-c9fe75bfd36d }, name: Name("external-dns-614ab2f4-7ead-4e89-b964-c9fe75bfd36d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 22])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 35b34910-e397-4914-86c7-d5877c7f8ecd, kind: Service { id: 6ac87117-541e-4895-97bd-54f6666977bd }, name: Name("nexus-6ac87117-541e-4895-97bd-54f6666977bd"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 36])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4ee1b09e-096e-44ae-8f1f-7f3ddc3014db, kind: Service { id: c2d49e63-417c-4a3f-803c-3e6cf800f944 }, name: Name("nexus-c2d49e63-417c-4a3f-803c-3e6cf800f944"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a4472bef-7d98-4d1e-b364-1def079ef8bb, kind: Service { id: e2352a6e-0a4c-4ea6-8d02-477fd67284c6 }, name: Name("nexus-e2352a6e-0a4c-4ea6-8d02-477fd67284c6"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 120])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
|
402 | 2024-08-16T21:30:10.020Z | DEBG | nexus (InternalApi): resolved 2 rules for sleds
|
403 | 2024-08-16T21:30:10.066Z | DEBG | nexus (InternalApi): resolved sleds for vpc oxide-services
vpc_to_sled = [Sled { identity: SledIdentity { id: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, time_created: 2024-08-16T21:30:04.089641Z, time_modified: 2024-08-16T21:30:04.089641Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
|
404 | 2024-08-16T21:30:10.066Z | DEBG | nexus (InternalApi): sending firewall rules to sled agents
|
405 | 2024-08-16T21:30:10.066Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
406 | 2024-08-16T21:30:10.066Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
407 | 2024-08-16T21:30:10.068Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {} }
|
408 | 2024-08-16T21:30:10.068Z | DEBG | nexus (InternalApi): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Database
result = Ok(())
|
409 | 2024-08-16T21:30:10.069Z | DEBG | nexus (InternalApi): roles
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
410 | 2024-08-16T21:30:10.071Z | DEBG | nexus (InternalApi): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
411 | 2024-08-16T21:30:10.101Z | DEBG | nexus (InternalApi): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
412 | 2024-08-16T21:30:10.102Z | DEBG | nexus (InternalApi): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", query: None, fragment: None }, status: 204, headers: {"x-request-id": "33e6f181-ec76-4e73-abea-5854fc152cfb", "date": "Fri, 16 Aug 2024 21:30:10 GMT"} })
|
413 | 2024-08-16T21:30:10.103Z | INFO | nexus (InternalApi): updated firewall rules on 1 sleds
file = nexus/networking/src/firewall_rules.rs:496
|
414 | 2024-08-16T21:30:10.103Z | INFO | nexus: plumbed initial IP allowlist
file = nexus/src/app/allow_list.rs:161
|
415 | 2024-08-16T21:30:18.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 5
reason = Timeout
|
416 | 2024-08-16T21:30:18.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 5
reason = Timeout
|
417 | 2024-08-16T21:30:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
418 | 2024-08-16T21:30:18.463Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
419 | 2024-08-16T21:30:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
420 | 2024-08-16T21:30:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
421 | 2024-08-16T21:30:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
422 | 2024-08-16T21:30:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
423 | 2024-08-16T21:30:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
424 | 2024-08-16T21:30:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
425 | 2024-08-16T21:30:18.465Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
426 | 2024-08-16T21:30:18.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.655503ms
iteration = 5
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
427 | 2024-08-16T21:30:18.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
428 | 2024-08-16T21:30:18.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
429 | 2024-08-16T21:30:18.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
430 | 2024-08-16T21:30:18.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
431 | 2024-08-16T21:30:18.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
432 | 2024-08-16T21:30:18.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
433 | 2024-08-16T21:30:18.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
434 | 2024-08-16T21:30:18.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
435 | 2024-08-16T21:30:18.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
436 | 2024-08-16T21:30:18.477Z | INFO | nexus (BackgroundTasks): found new target blueprint (first find)
background_task = blueprint_loader
file = nexus/src/app/background/tasks/blueprint_load.rs:87
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
437 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.524557ms
iteration = 5
status = {"status":"first target blueprint","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z","time_found":"2024-08-16T21:30:18.477709621Z"}
|
438 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): activating
background_task = crdb_node_id_collector
iteration = 2
reason = Dependency
|
439 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 2
reason = Dependency
|
440 | 2024-08-16T21:30:18.477Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
441 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 5.28\u{b5}s
iteration = 2
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
442 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
443 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
444 | 2024-08-16T21:30:18.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
445 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
446 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
447 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
448 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
449 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
450 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
451 | 2024-08-16T21:30:18.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
452 | 2024-08-16T21:30:18.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
453 | 2024-08-16T21:30:18.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
454 | 2024-08-16T21:30:18.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
455 | 2024-08-16T21:30:18.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
456 | 2024-08-16T21:30:18.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
457 | 2024-08-16T21:30:18.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
458 | 2024-08-16T21:30:18.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
459 | 2024-08-16T21:30:18.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
460 | 2024-08-16T21:30:18.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
461 | 2024-08-16T21:30:18.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
462 | 2024-08-16T21:30:18.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
463 | 2024-08-16T21:30:18.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
464 | 2024-08-16T21:30:18.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
465 | 2024-08-16T21:30:18.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
466 | 2024-08-16T21:30:18.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
467 | 2024-08-16T21:30:18.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
468 | 2024-08-16T21:30:18.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
469 | 2024-08-16T21:30:18.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
470 | 2024-08-16T21:30:18.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
471 | 2024-08-16T21:30:18.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
472 | 2024-08-16T21:30:18.518Z | DEBG | nexus (BackgroundTasks): client request
background_task = crdb_node_id_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::4]:32222/node/id
|
473 | 2024-08-16T21:30:18.550Z | DEBG | nexus (BackgroundTasks): client request
background_task = crdb_node_id_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::3]:32222/node/id
|
474 | 2024-08-16T21:30:18.582Z | DEBG | nexus (BackgroundTasks): client request
background_task = crdb_node_id_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::5]:32222/node/id
|
475 | 2024-08-16T21:30:18.613Z | DEBG | nexus (BackgroundTasks): client request
background_task = crdb_node_id_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::7]:32222/node/id
|
476 | 2024-08-16T21:30:18.645Z | DEBG | nexus (BackgroundTasks): client request
background_task = crdb_node_id_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::6]:32222/node/id
|
477 | 2024-08-16T21:30:19.637Z | DEBG | nexus (BackgroundTasks): client response
background_task = crdb_node_id_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::4)), port: Some(32222), path: "/node/id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b0ba67ad-7fe5-46d7-9904-da6462b42905", "content-length": "64", "date": "Fri, 16 Aug 2024 21:30:19 GMT"} })
|
478 | 2024-08-16T21:30:19.637Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
479 | 2024-08-16T21:30:19.638Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
480 | 2024-08-16T21:30:19.639Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
481 | 2024-08-16T21:30:19.641Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
482 | 2024-08-16T21:30:19.641Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
483 | 2024-08-16T21:30:19.641Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
484 | 2024-08-16T21:30:19.816Z | DEBG | nexus (BackgroundTasks): client response
background_task = crdb_node_id_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::3)), port: Some(32222), path: "/node/id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3de344f9-f1dd-4650-9a60-863afa66d027", "content-length": "64", "date": "Fri, 16 Aug 2024 21:30:19 GMT"} })
|
485 | 2024-08-16T21:30:19.816Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
486 | 2024-08-16T21:30:19.816Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
487 | 2024-08-16T21:30:19.818Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
488 | 2024-08-16T21:30:19.819Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
489 | 2024-08-16T21:30:19.819Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
490 | 2024-08-16T21:30:19.819Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
491 | 2024-08-16T21:30:19.844Z | DEBG | nexus (BackgroundTasks): client response
background_task = crdb_node_id_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::5)), port: Some(32222), path: "/node/id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2bc83adc-176c-49f0-a5c5-fdd6105fbb49", "content-length": "64", "date": "Fri, 16 Aug 2024 21:30:19 GMT"} })
|
492 | 2024-08-16T21:30:19.844Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
493 | 2024-08-16T21:30:19.844Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
494 | 2024-08-16T21:30:19.845Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
495 | 2024-08-16T21:30:19.846Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
496 | 2024-08-16T21:30:19.846Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
497 | 2024-08-16T21:30:19.846Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
498 | 2024-08-16T21:30:20.072Z | DEBG | nexus (BackgroundTasks): client response
background_task = crdb_node_id_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::6)), port: Some(32222), path: "/node/id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5abdcd93-14e1-4ce4-a470-02d80ab6c372", "content-length": "64", "date": "Fri, 16 Aug 2024 21:30:20 GMT"} })
|
499 | 2024-08-16T21:30:20.072Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
500 | 2024-08-16T21:30:20.072Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
501 | 2024-08-16T21:30:20.073Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
502 | 2024-08-16T21:30:20.074Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
503 | 2024-08-16T21:30:20.074Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
504 | 2024-08-16T21:30:20.075Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
505 | 2024-08-16T21:30:28.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 6
reason = Timeout
|
506 | 2024-08-16T21:30:28.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 6
reason = Timeout
|
507 | 2024-08-16T21:30:28.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
508 | 2024-08-16T21:30:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
509 | 2024-08-16T21:30:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
510 | 2024-08-16T21:30:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
511 | 2024-08-16T21:30:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
512 | 2024-08-16T21:30:28.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
513 | 2024-08-16T21:30:28.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
514 | 2024-08-16T21:30:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
515 | 2024-08-16T21:30:28.465Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
516 | 2024-08-16T21:30:28.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.683034ms
iteration = 6
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
517 | 2024-08-16T21:30:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
518 | 2024-08-16T21:30:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
519 | 2024-08-16T21:30:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
520 | 2024-08-16T21:30:28.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
521 | 2024-08-16T21:30:28.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
522 | 2024-08-16T21:30:28.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
523 | 2024-08-16T21:30:28.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
524 | 2024-08-16T21:30:28.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
525 | 2024-08-16T21:30:28.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
526 | 2024-08-16T21:30:28.476Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
527 | 2024-08-16T21:30:28.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.789368ms
iteration = 6
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
528 | 2024-08-16T21:30:33.614Z | DEBG | nexus (BackgroundTasks): client response
background_task = crdb_node_id_collector
result = Err(reqwest::Error { kind: Request, url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::7)), port: Some(32222), path: "/node/id", query: None, fragment: None }, source: TimedOut })
|
529 | 2024-08-16T21:30:33.616Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = crdb_node_id_collector
elapsed = 15.138692881s
iteration = 2
status = {"errors":[{"err":"failed to fetch node ID for zone 40ebefe8-34f4-4002-bb75-11f681eb281b at http://[fd00:1122:3344:101::7]:32222: Communication Error: error sending request for url (http://[fd00:1122:3344:101::7]:32222/node/id): operation timed out: error sending request for url (http://[fd00:1122:3344:101::7]:32222/node/id): operation timed out: operation timed out","zone_id":"40ebefe8-34f4-4002-bb75-11f681eb281b"}],"nsuccess":4}
|
530 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 3
reason = Timeout
|
531 | 2024-08-16T21:30:38.462Z | WARN | nexus (BackgroundTasks): DNS propagation: skipped
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:69
reason = no config
|
532 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 20.79\u{b5}s
iteration = 3
status = {"error":"no config"}
|
533 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 3
reason = Timeout
|
534 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 3
reason = Timeout
|
535 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
536 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
537 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
538 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 2
reason = Timeout
|
539 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 2
reason = Timeout
|
540 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
541 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 2
reason = Timeout
|
542 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
543 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 3
reason = Timeout
|
544 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
545 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 2
reason = Timeout
|
546 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
547 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
548 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
549 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
550 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 3
reason = Timeout
|
551 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 3
reason = Timeout
|
552 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
553 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 3
reason = Timeout
|
554 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
555 | 2024-08-16T21:30:38.462Z | WARN | nexus (BackgroundTasks): DNS propagation: skipped
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:69
reason = no config
|
556 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 14.86\u{b5}s
iteration = 3
status = {"error":"no config"}
|
557 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 2
reason = Timeout
|
558 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 3
reason = Timeout
|
559 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 3
reason = Timeout
|
560 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
561 | 2024-08-16T21:30:38.462Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
562 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
563 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 7
reason = Timeout
|
564 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
565 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
566 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 4
reason = Timeout
|
567 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 3
reason = Timeout
|
568 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
569 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
570 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 2
reason = Timeout
|
571 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 2
reason = Timeout
|
572 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:20:38.462832965 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
573 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
574 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
575 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
576 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 3
reason = Timeout
|
577 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 3
reason = Timeout
|
578 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
579 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
580 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
581 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 7
reason = Timeout
|
582 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 2
reason = Timeout
|
583 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
584 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
585 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
586 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 2
reason = Timeout
|
587 | 2024-08-16T21:30:38.462Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
588 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 3
reason = Timeout
|
589 | 2024-08-16T21:30:38.462Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
590 | 2024-08-16T21:30:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
591 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 3
reason = Timeout
|
592 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 3
reason = Timeout
|
593 | 2024-08-16T21:30:38.463Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
594 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
595 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 9.5\u{b5}s
iteration = 3
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
596 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
597 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
598 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
599 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
600 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
601 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
602 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
603 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
604 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
605 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
606 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
607 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
608 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
609 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
610 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
611 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
612 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
613 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
614 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
615 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
616 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
617 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
618 | 2024-08-16T21:30:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
619 | 2024-08-16T21:30:38.465Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
620 | 2024-08-16T21:30:38.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 2.510728ms
iteration = 3
status = {"errors":[],"garbage_collect_requested":[]}
|
621 | 2024-08-16T21:30:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
622 | 2024-08-16T21:30:38.466Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
623 | 2024-08-16T21:30:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.225618ms
iteration = 3
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
624 | 2024-08-16T21:30:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
625 | 2024-08-16T21:30:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
626 | 2024-08-16T21:30:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
627 | 2024-08-16T21:30:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
628 | 2024-08-16T21:30:38.468Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1522, tv_nsec: 170179454 } })
|
629 | 2024-08-16T21:30:38.468Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1522, tv_nsec: 170379909 } })
|
630 | 2024-08-16T21:30:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
631 | 2024-08-16T21:30:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
632 | 2024-08-16T21:30:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
633 | 2024-08-16T21:30:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
634 | 2024-08-16T21:30:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
635 | 2024-08-16T21:30:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
636 | 2024-08-16T21:30:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
637 | 2024-08-16T21:30:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
638 | 2024-08-16T21:30:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
639 | 2024-08-16T21:30:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
640 | 2024-08-16T21:30:38.471Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1522, tv_nsec: 172730643 } })
|
641 | 2024-08-16T21:30:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
642 | 2024-08-16T21:30:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
643 | 2024-08-16T21:30:38.471Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1522, tv_nsec: 172889628 } })
|
644 | 2024-08-16T21:30:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
645 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
646 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
647 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
648 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
649 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 9.761847ms
iteration = 2
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
650 | 2024-08-16T21:30:38.472Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:20:38.462832965 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
651 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 9.766887ms
iteration = 2
status = {"expiration":"2024-08-16T21:20:38.462832965Z","pruned":[]}
|
652 | 2024-08-16T21:30:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
653 | 2024-08-16T21:30:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
654 | 2024-08-16T21:30:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
655 | 2024-08-16T21:30:38.474Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
656 | 2024-08-16T21:30:38.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 11.663979ms
iteration = 2
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
657 | 2024-08-16T21:30:38.475Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
658 | 2024-08-16T21:30:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
659 | 2024-08-16T21:30:38.477Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
660 | 2024-08-16T21:30:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
661 | 2024-08-16T21:30:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
662 | 2024-08-16T21:30:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
663 | 2024-08-16T21:30:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
664 | 2024-08-16T21:30:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
665 | 2024-08-16T21:30:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
666 | 2024-08-16T21:30:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
667 | 2024-08-16T21:30:38.492Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
668 | 2024-08-16T21:30:38.492Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 30.062592ms
iteration = 2
status = {"errors":[],"found_port_ok":[]}
|
669 | 2024-08-16T21:30:38.497Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
670 | 2024-08-16T21:30:38.497Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 34.805621ms
iteration = 3
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
671 | 2024-08-16T21:30:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
672 | 2024-08-16T21:30:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
673 | 2024-08-16T21:30:38.498Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
674 | 2024-08-16T21:30:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
675 | 2024-08-16T21:30:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
676 | 2024-08-16T21:30:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
677 | 2024-08-16T21:30:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
678 | 2024-08-16T21:30:38.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
679 | 2024-08-16T21:30:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
680 | 2024-08-16T21:30:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
681 | 2024-08-16T21:30:38.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
682 | 2024-08-16T21:30:38.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
683 | 2024-08-16T21:30:38.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
684 | 2024-08-16T21:30:38.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
685 | 2024-08-16T21:30:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
686 | 2024-08-16T21:30:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
687 | 2024-08-16T21:30:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
688 | 2024-08-16T21:30:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
689 | 2024-08-16T21:30:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
690 | 2024-08-16T21:30:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
691 | 2024-08-16T21:30:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
692 | 2024-08-16T21:30:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
693 | 2024-08-16T21:30:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
694 | 2024-08-16T21:30:38.519Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
695 | 2024-08-16T21:30:38.520Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
696 | 2024-08-16T21:30:38.521Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
697 | 2024-08-16T21:30:38.521Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 58.599411ms
iteration = 7
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
698 | 2024-08-16T21:30:38.527Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
699 | 2024-08-16T21:30:38.527Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
700 | 2024-08-16T21:30:38.527Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 64.938715ms
iteration = 2
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
701 | 2024-08-16T21:30:38.528Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
702 | 2024-08-16T21:30:38.528Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
703 | 2024-08-16T21:30:38.528Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
704 | 2024-08-16T21:30:38.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
705 | 2024-08-16T21:30:38.528Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "397c29ae-a287-4577-93ea-81d5a73e3472", "content-length": "26", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
706 | 2024-08-16T21:30:38.528Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
707 | 2024-08-16T21:30:38.531Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
708 | 2024-08-16T21:30:38.531Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
709 | 2024-08-16T21:30:38.531Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
710 | 2024-08-16T21:30:38.531Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
711 | 2024-08-16T21:30:38.533Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d712d0ff-d343-4288-8f5e-580d1ed3814d", "content-length": "26", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
712 | 2024-08-16T21:30:38.533Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
713 | 2024-08-16T21:30:38.535Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
714 | 2024-08-16T21:30:38.535Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
715 | 2024-08-16T21:30:38.538Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
716 | 2024-08-16T21:30:38.538Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
717 | 2024-08-16T21:30:38.538Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
718 | 2024-08-16T21:30:38.538Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
719 | 2024-08-16T21:30:38.538Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
720 | 2024-08-16T21:30:38.539Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
721 | 2024-08-16T21:30:38.555Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
722 | 2024-08-16T21:30:38.556Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 93.098515ms
iteration = 7
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
723 | 2024-08-16T21:30:38.557Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
724 | 2024-08-16T21:30:38.561Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
725 | 2024-08-16T21:30:38.562Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
726 | 2024-08-16T21:30:38.562Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
727 | 2024-08-16T21:30:38.562Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
728 | 2024-08-16T21:30:38.562Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
729 | 2024-08-16T21:30:38.562Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
730 | 2024-08-16T21:30:38.562Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
731 | 2024-08-16T21:30:38.563Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
732 | 2024-08-16T21:30:38.565Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
733 | 2024-08-16T21:30:38.565Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
734 | 2024-08-16T21:30:38.565Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
735 | 2024-08-16T21:30:38.567Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
736 | 2024-08-16T21:30:38.567Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
737 | 2024-08-16T21:30:38.567Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
738 | 2024-08-16T21:30:38.583Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
739 | 2024-08-16T21:30:38.583Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 120.311308ms
iteration = 3
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
740 | 2024-08-16T21:30:38.584Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1522, tv_nsec: 286432341 } })
|
741 | 2024-08-16T21:30:38.585Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
742 | 2024-08-16T21:30:38.585Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
743 | 2024-08-16T21:30:38.585Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
744 | 2024-08-16T21:30:38.585Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
745 | 2024-08-16T21:30:38.586Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
746 | 2024-08-16T21:30:38.587Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
747 | 2024-08-16T21:30:38.590Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
748 | 2024-08-16T21:30:38.590Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
749 | 2024-08-16T21:30:38.590Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
750 | 2024-08-16T21:30:38.590Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
751 | 2024-08-16T21:30:38.590Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
752 | 2024-08-16T21:30:38.592Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
753 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
754 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
755 | 2024-08-16T21:30:38.593Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
756 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 130.794255ms
iteration = 2
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
757 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
758 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
759 | 2024-08-16T21:30:38.593Z | INFO | nexus (BackgroundTasks): found latest generation (first find)
background_task = dns_config_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_config.rs:87
generation = 1
|
760 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 130.945289ms
iteration = 2
status = {"generation":1}
|
761 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 4
reason = Dependency
|
762 | 2024-08-16T21:30:38.593Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
763 | 2024-08-16T21:30:38.597Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
764 | 2024-08-16T21:30:38.597Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
765 | 2024-08-16T21:30:38.597Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
766 | 2024-08-16T21:30:38.598Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 136.039069ms
iteration = 3
status = 0
|
767 | 2024-08-16T21:30:38.602Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
768 | 2024-08-16T21:30:38.603Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b35fbc06-4455-4af2-8f71-5e0e4a852b68", "content-length": "372", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
769 | 2024-08-16T21:30:38.603Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
770 | 2024-08-16T21:30:38.604Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
771 | 2024-08-16T21:30:38.604Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
772 | 2024-08-16T21:30:38.604Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 141.831337ms
iteration = 3
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
773 | 2024-08-16T21:30:38.604Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
774 | 2024-08-16T21:30:38.606Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "71a1eeb1-951d-4808-a695-7823d701c6df", "content-length": "1", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
775 | 2024-08-16T21:30:38.608Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
776 | 2024-08-16T21:30:38.608Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
777 | 2024-08-16T21:30:38.611Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 148.700135ms
iteration = 3
status = null
|
778 | 2024-08-16T21:30:38.617Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 154.671198ms
iteration = 3
status = {}
|
779 | 2024-08-16T21:30:38.619Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
780 | 2024-08-16T21:30:38.620Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
781 | 2024-08-16T21:30:38.623Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
782 | 2024-08-16T21:30:38.623Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
783 | 2024-08-16T21:30:38.623Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
784 | 2024-08-16T21:30:38.623Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
785 | 2024-08-16T21:30:38.624Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
786 | 2024-08-16T21:30:38.624Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
787 | 2024-08-16T21:30:38.624Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
788 | 2024-08-16T21:30:38.624Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
789 | 2024-08-16T21:30:38.624Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
790 | 2024-08-16T21:30:38.625Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
791 | 2024-08-16T21:30:38.625Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
792 | 2024-08-16T21:30:38.626Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
793 | 2024-08-16T21:30:38.626Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
794 | 2024-08-16T21:30:38.626Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 164.394084ms
iteration = 3
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
795 | 2024-08-16T21:30:38.627Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
796 | 2024-08-16T21:30:38.627Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1c233221-6889-4513-9926-836ff1ec4492", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
797 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
798 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
799 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
800 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 165.675378ms
iteration = 3
status = {}
|
801 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
802 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
803 | 2024-08-16T21:30:38.628Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
804 | 2024-08-16T21:30:38.629Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
805 | 2024-08-16T21:30:38.629Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
806 | 2024-08-16T21:30:38.629Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
807 | 2024-08-16T21:30:38.629Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
808 | 2024-08-16T21:30:38.630Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
809 | 2024-08-16T21:30:38.634Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
810 | 2024-08-16T21:30:38.634Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
811 | 2024-08-16T21:30:38.634Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
812 | 2024-08-16T21:30:38.635Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
813 | 2024-08-16T21:30:38.635Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
814 | 2024-08-16T21:30:38.635Z | INFO | nexus (BackgroundTasks): found latest generation (first find)
background_task = dns_config_external
dns_group = external
file = nexus/src/app/background/tasks/dns_config.rs:87
generation = 2
|
815 | 2024-08-16T21:30:38.635Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 172.735942ms
iteration = 2
status = {"generation":2}
|
816 | 2024-08-16T21:30:38.635Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 4
reason = Dependency
|
817 | 2024-08-16T21:30:38.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
818 | 2024-08-16T21:30:38.647Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
819 | 2024-08-16T21:30:38.647Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 184.440592ms
iteration = 4
status = {"physical_disks_added":0}
|
820 | 2024-08-16T21:30:38.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
821 | 2024-08-16T21:30:38.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
822 | 2024-08-16T21:30:38.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
823 | 2024-08-16T21:30:38.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
824 | 2024-08-16T21:30:38.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
825 | 2024-08-16T21:30:38.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
826 | 2024-08-16T21:30:38.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
827 | 2024-08-16T21:30:38.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
828 | 2024-08-16T21:30:38.660Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
829 | 2024-08-16T21:30:38.660Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
830 | 2024-08-16T21:30:38.660Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
831 | 2024-08-16T21:30:38.661Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (initial)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(2)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(2)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
file = nexus/src/app/background/tasks/external_endpoints.rs:77
|
832 | 2024-08-16T21:30:38.661Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 198.63176ms
iteration = 2
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
833 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /
|
834 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /access
|
835 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /assets/{path}
|
836 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /device/auth
|
837 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /device/confirm
|
838 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /device/success
|
839 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /device/token
|
840 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /device/verify
|
841 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /experimental/v1/probes
|
842 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /experimental/v1/probes
|
843 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /experimental/v1/probes/{probe}
|
844 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /experimental/v1/probes/{probe}
|
845 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /images
|
846 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /login
|
847 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /login/{silo_name}/local
|
848 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /login/{silo_name}/saml/{provider_name}
|
849 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /login/{silo_name}/saml/{provider_name}
|
850 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /login/{silo_name}/saml/{provider_name}/redirect
|
851 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /lookup/{path}
|
852 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /projects/{path}
|
853 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /projects-new
|
854 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /settings/{path}
|
855 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /system/{path}
|
856 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /utilization
|
857 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/certificates
|
858 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/certificates
|
859 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/certificates/{certificate}
|
860 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/certificates/{certificate}
|
861 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/disks
|
862 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/disks
|
863 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/disks/{disk}
|
864 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/disks/{disk}
|
865 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/disks/{disk}/bulk-write
|
866 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/disks/{disk}/bulk-write-start
|
867 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/disks/{disk}/bulk-write-stop
|
868 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/disks/{disk}/finalize
|
869 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/disks/{disk}/metrics/{metric}
|
870 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/floating-ips
|
871 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/floating-ips
|
872 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/floating-ips/{floating_ip}
|
873 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/floating-ips/{floating_ip}
|
874 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/floating-ips/{floating_ip}
|
875 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/floating-ips/{floating_ip}/attach
|
876 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/floating-ips/{floating_ip}/detach
|
877 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/groups
|
878 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/groups/{group_id}
|
879 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/images
|
880 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/images
|
881 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/images/{image}
|
882 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/images/{image}
|
883 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/images/{image}/demote
|
884 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/images/{image}/promote
|
885 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances
|
886 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances
|
887 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/instances/{instance}
|
888 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances/{instance}
|
889 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances/{instance}/disks
|
890 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances/{instance}/disks/attach
|
891 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances/{instance}/disks/detach
|
892 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances/{instance}/external-ips
|
893 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/instances/{instance}/external-ips/ephemeral
|
894 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances/{instance}/external-ips/ephemeral
|
895 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances/{instance}/reboot
|
896 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances/{instance}/serial-console
|
897 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances/{instance}/serial-console/stream
|
898 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/instances/{instance}/ssh-public-keys
|
899 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances/{instance}/start
|
900 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/instances/{instance}/stop
|
901 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/ip-pools
|
902 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/ip-pools/{pool}
|
903 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/login/{silo_name}/local
|
904 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/logout
|
905 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/me
|
906 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/me/groups
|
907 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/me/ssh-keys
|
908 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/me/ssh-keys
|
909 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/me/ssh-keys/{ssh_key}
|
910 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/me/ssh-keys/{ssh_key}
|
911 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/metrics/{metric_name}
|
912 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/network-interfaces
|
913 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/network-interfaces
|
914 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/network-interfaces/{interface}
|
915 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/network-interfaces/{interface}
|
916 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/network-interfaces/{interface}
|
917 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/ping
|
918 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/policy
|
919 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/policy
|
920 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/projects
|
921 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/projects
|
922 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/projects/{project}
|
923 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/projects/{project}
|
924 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/projects/{project}
|
925 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/projects/{project}/policy
|
926 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/projects/{project}/policy
|
927 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/snapshots
|
928 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/snapshots
|
929 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/snapshots/{snapshot}
|
930 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/snapshots/{snapshot}
|
931 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/disks
|
932 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/disks/{disk_id}
|
933 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/racks
|
934 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/racks/{rack_id}
|
935 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/sleds
|
936 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/hardware/sleds
|
937 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/sleds/{sled_id}
|
938 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/sleds/{sled_id}/disks
|
939 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/sleds/{sled_id}/instances
|
940 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/hardware/sleds/{sled_id}/provision-policy
|
941 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/sleds-uninitialized
|
942 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/switch-port
|
943 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/hardware/switch-port/{port}/settings
|
944 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/hardware/switch-port/{port}/settings
|
945 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/switch-port/{port}/status
|
946 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/switches
|
947 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/hardware/switches/{switch_id}
|
948 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/identity-providers
|
949 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/identity-providers/local/users
|
950 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/identity-providers/local/users/{user_id}
|
951 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/identity-providers/local/users/{user_id}/set-password
|
952 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/identity-providers/saml
|
953 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/identity-providers/saml/{provider}
|
954 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools
|
955 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/ip-pools
|
956 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/ip-pools/{pool}
|
957 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools/{pool}
|
958 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/ip-pools/{pool}
|
959 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools/{pool}/ranges
|
960 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/ip-pools/{pool}/ranges/add
|
961 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/ip-pools/{pool}/ranges/remove
|
962 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools/{pool}/silos
|
963 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/ip-pools/{pool}/silos
|
964 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/ip-pools/{pool}/silos/{silo}
|
965 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/ip-pools/{pool}/silos/{silo}
|
966 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools/{pool}/utilization
|
967 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools-service
|
968 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/ip-pools-service/ranges
|
969 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/ip-pools-service/ranges/add
|
970 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/ip-pools-service/ranges/remove
|
971 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/metrics/{metric_name}
|
972 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/address-lot
|
973 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/networking/address-lot
|
974 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/networking/address-lot/{address_lot}
|
975 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/address-lot/{address_lot}/blocks
|
976 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/allow-list
|
977 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/networking/allow-list
|
978 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/networking/bfd-disable
|
979 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/networking/bfd-enable
|
980 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/bfd-status
|
981 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/networking/bgp
|
982 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/bgp
|
983 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/networking/bgp
|
984 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/networking/bgp-announce
|
985 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/bgp-announce
|
986 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/networking/bgp-announce
|
987 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/bgp-message-history
|
988 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/bgp-routes-ipv4
|
989 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/bgp-status
|
990 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/loopback-address
|
991 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/networking/loopback-address
|
992 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}
|
993 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/networking/switch-port-settings
|
994 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/switch-port-settings
|
995 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/networking/switch-port-settings
|
996 | 2024-08-16T21:30:38.677Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/networking/switch-port-settings/{port}
|
997 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/policy
|
998 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/policy
|
999 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/roles
|
1000 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/roles/{role_name}
|
1001 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/silo-quotas
|
1002 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/silos
|
1003 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/system/silos
|
1004 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/system/silos/{silo}
|
1005 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/silos/{silo}
|
1006 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/silos/{silo}/ip-pools
|
1007 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/silos/{silo}/policy
|
1008 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/silos/{silo}/policy
|
1009 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/silos/{silo}/quotas
|
1010 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/silos/{silo}/quotas
|
1011 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/system/update/repository
|
1012 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/update/repository/{system_version}
|
1013 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/users
|
1014 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/users/{user_id}
|
1015 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/users-builtin
|
1016 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/users-builtin/{user}
|
1017 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/utilization/silos
|
1018 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/system/utilization/silos/{silo}
|
1019 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/timeseries/query
|
1020 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/timeseries/schema
|
1021 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/users
|
1022 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/utilization
|
1023 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-firewall-rules
|
1024 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/vpc-firewall-rules
|
1025 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-router-routes
|
1026 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/vpc-router-routes
|
1027 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/vpc-router-routes/{route}
|
1028 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-router-routes/{route}
|
1029 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/vpc-router-routes/{route}
|
1030 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-routers
|
1031 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/vpc-routers
|
1032 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/vpc-routers/{router}
|
1033 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-routers/{router}
|
1034 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/vpc-routers/{router}
|
1035 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-subnets
|
1036 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/vpc-subnets
|
1037 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/vpc-subnets/{subnet}
|
1038 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-subnets/{subnet}
|
1039 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/vpc-subnets/{subnet}
|
1040 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpc-subnets/{subnet}/network-interfaces
|
1041 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpcs
|
1042 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = POST
path = /v1/vpcs
|
1043 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = DELETE
path = /v1/vpcs/{vpc}
|
1044 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = GET
path = /v1/vpcs/{vpc}
|
1045 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): registered endpoint
local_addr = 172.30.2.6:443
method = PUT
path = /v1/vpcs/{vpc}
|
1046 | 2024-08-16T21:30:38.678Z | INFO | nexus (dropshot_external): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205
local_addr = 172.30.2.6:443
|
1047 | 2024-08-16T21:30:38.678Z | DEBG | nexus (dropshot_external): successfully registered DTrace USDT probes
local_addr = 172.30.2.6:443
|
1048 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /
|
1049 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /access
|
1050 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /assets/{path}
|
1051 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /device/auth
|
1052 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /device/confirm
|
1053 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /device/success
|
1054 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /device/token
|
1055 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /device/verify
|
1056 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /experimental/v1/probes
|
1057 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /experimental/v1/probes
|
1058 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /experimental/v1/probes/{probe}
|
1059 | 2024-08-16T21:30:38.683Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /experimental/v1/probes/{probe}
|
1060 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /images
|
1061 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /login
|
1062 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /login/{silo_name}/local
|
1063 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /login/{silo_name}/saml/{provider_name}
|
1064 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /login/{silo_name}/saml/{provider_name}
|
1065 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /login/{silo_name}/saml/{provider_name}/redirect
|
1066 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /lookup/{path}
|
1067 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /projects/{path}
|
1068 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /projects-new
|
1069 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /settings/{path}
|
1070 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /system/{path}
|
1071 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /utilization
|
1072 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/certificates
|
1073 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/certificates
|
1074 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/certificates/{certificate}
|
1075 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/certificates/{certificate}
|
1076 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/disks
|
1077 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/disks
|
1078 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/disks/{disk}
|
1079 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/disks/{disk}
|
1080 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/disks/{disk}/bulk-write
|
1081 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/disks/{disk}/bulk-write-start
|
1082 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/disks/{disk}/bulk-write-stop
|
1083 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/disks/{disk}/finalize
|
1084 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/disks/{disk}/metrics/{metric}
|
1085 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/floating-ips
|
1086 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/floating-ips
|
1087 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/floating-ips/{floating_ip}
|
1088 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/floating-ips/{floating_ip}
|
1089 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/floating-ips/{floating_ip}
|
1090 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/floating-ips/{floating_ip}/attach
|
1091 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/floating-ips/{floating_ip}/detach
|
1092 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/groups
|
1093 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/groups/{group_id}
|
1094 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/images
|
1095 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/images
|
1096 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/images/{image}
|
1097 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/images/{image}
|
1098 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/images/{image}/demote
|
1099 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/images/{image}/promote
|
1100 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances
|
1101 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances
|
1102 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/instances/{instance}
|
1103 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances/{instance}
|
1104 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances/{instance}/disks
|
1105 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances/{instance}/disks/attach
|
1106 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances/{instance}/disks/detach
|
1107 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances/{instance}/external-ips
|
1108 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/instances/{instance}/external-ips/ephemeral
|
1109 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances/{instance}/external-ips/ephemeral
|
1110 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances/{instance}/reboot
|
1111 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances/{instance}/serial-console
|
1112 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances/{instance}/serial-console/stream
|
1113 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/instances/{instance}/ssh-public-keys
|
1114 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances/{instance}/start
|
1115 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/instances/{instance}/stop
|
1116 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/ip-pools
|
1117 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/ip-pools/{pool}
|
1118 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/login/{silo_name}/local
|
1119 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/logout
|
1120 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/me
|
1121 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/me/groups
|
1122 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/me/ssh-keys
|
1123 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/me/ssh-keys
|
1124 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/me/ssh-keys/{ssh_key}
|
1125 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/me/ssh-keys/{ssh_key}
|
1126 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/metrics/{metric_name}
|
1127 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/network-interfaces
|
1128 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/network-interfaces
|
1129 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/network-interfaces/{interface}
|
1130 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/network-interfaces/{interface}
|
1131 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/network-interfaces/{interface}
|
1132 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/ping
|
1133 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/policy
|
1134 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/policy
|
1135 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/projects
|
1136 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/projects
|
1137 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/projects/{project}
|
1138 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/projects/{project}
|
1139 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/projects/{project}
|
1140 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/projects/{project}/policy
|
1141 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/projects/{project}/policy
|
1142 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/snapshots
|
1143 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/snapshots
|
1144 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/snapshots/{snapshot}
|
1145 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/snapshots/{snapshot}
|
1146 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/disks
|
1147 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/disks/{disk_id}
|
1148 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/racks
|
1149 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/racks/{rack_id}
|
1150 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/sleds
|
1151 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/hardware/sleds
|
1152 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/sleds/{sled_id}
|
1153 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/sleds/{sled_id}/disks
|
1154 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/sleds/{sled_id}/instances
|
1155 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/hardware/sleds/{sled_id}/provision-policy
|
1156 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/sleds-uninitialized
|
1157 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/switch-port
|
1158 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/hardware/switch-port/{port}/settings
|
1159 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/hardware/switch-port/{port}/settings
|
1160 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/switch-port/{port}/status
|
1161 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/switches
|
1162 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/hardware/switches/{switch_id}
|
1163 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/identity-providers
|
1164 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/identity-providers/local/users
|
1165 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/identity-providers/local/users/{user_id}
|
1166 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/identity-providers/local/users/{user_id}/set-password
|
1167 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/identity-providers/saml
|
1168 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/identity-providers/saml/{provider}
|
1169 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools
|
1170 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/ip-pools
|
1171 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/ip-pools/{pool}
|
1172 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools/{pool}
|
1173 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/ip-pools/{pool}
|
1174 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools/{pool}/ranges
|
1175 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/ip-pools/{pool}/ranges/add
|
1176 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/ip-pools/{pool}/ranges/remove
|
1177 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools/{pool}/silos
|
1178 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/ip-pools/{pool}/silos
|
1179 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/ip-pools/{pool}/silos/{silo}
|
1180 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/ip-pools/{pool}/silos/{silo}
|
1181 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools/{pool}/utilization
|
1182 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools-service
|
1183 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/ip-pools-service/ranges
|
1184 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/ip-pools-service/ranges/add
|
1185 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/ip-pools-service/ranges/remove
|
1186 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/metrics/{metric_name}
|
1187 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/address-lot
|
1188 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/networking/address-lot
|
1189 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/networking/address-lot/{address_lot}
|
1190 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/address-lot/{address_lot}/blocks
|
1191 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/allow-list
|
1192 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/networking/allow-list
|
1193 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/networking/bfd-disable
|
1194 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/networking/bfd-enable
|
1195 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/bfd-status
|
1196 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/networking/bgp
|
1197 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/bgp
|
1198 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/networking/bgp
|
1199 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/networking/bgp-announce
|
1200 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/bgp-announce
|
1201 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/networking/bgp-announce
|
1202 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/bgp-message-history
|
1203 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/bgp-routes-ipv4
|
1204 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/bgp-status
|
1205 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/loopback-address
|
1206 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/networking/loopback-address
|
1207 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}
|
1208 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/networking/switch-port-settings
|
1209 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/switch-port-settings
|
1210 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/networking/switch-port-settings
|
1211 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/networking/switch-port-settings/{port}
|
1212 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/policy
|
1213 | 2024-08-16T21:30:38.684Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/policy
|
1214 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/roles
|
1215 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/roles/{role_name}
|
1216 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/silo-quotas
|
1217 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/silos
|
1218 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/system/silos
|
1219 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/system/silos/{silo}
|
1220 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/silos/{silo}
|
1221 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/silos/{silo}/ip-pools
|
1222 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/silos/{silo}/policy
|
1223 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/silos/{silo}/policy
|
1224 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/silos/{silo}/quotas
|
1225 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/silos/{silo}/quotas
|
1226 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/system/update/repository
|
1227 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/update/repository/{system_version}
|
1228 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/users
|
1229 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/users/{user_id}
|
1230 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/users-builtin
|
1231 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/users-builtin/{user}
|
1232 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/utilization/silos
|
1233 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/system/utilization/silos/{silo}
|
1234 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/timeseries/query
|
1235 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/timeseries/schema
|
1236 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/users
|
1237 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/utilization
|
1238 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-firewall-rules
|
1239 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/vpc-firewall-rules
|
1240 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-router-routes
|
1241 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/vpc-router-routes
|
1242 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/vpc-router-routes/{route}
|
1243 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-router-routes/{route}
|
1244 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/vpc-router-routes/{route}
|
1245 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-routers
|
1246 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/vpc-routers
|
1247 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/vpc-routers/{router}
|
1248 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-routers/{router}
|
1249 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/vpc-routers/{router}
|
1250 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-subnets
|
1251 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/vpc-subnets
|
1252 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/vpc-subnets/{subnet}
|
1253 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-subnets/{subnet}
|
1254 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/vpc-subnets/{subnet}
|
1255 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpc-subnets/{subnet}/network-interfaces
|
1256 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpcs
|
1257 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = POST
path = /v1/vpcs
|
1258 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = DELETE
path = /v1/vpcs/{vpc}
|
1259 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = GET
path = /v1/vpcs/{vpc}
|
1260 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): registered endpoint
local_addr = [fd00:1122:3344:101::b]:12228
method = PUT
path = /v1/vpcs/{vpc}
|
1261 | 2024-08-16T21:30:38.685Z | INFO | nexus (dropshot_external_techport): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::b]:12228
|
1262 | 2024-08-16T21:30:38.685Z | DEBG | nexus (dropshot_external_techport): successfully registered DTrace USDT probes
local_addr = [fd00:1122:3344:101::b]:12228
|
1263 | 2024-08-16T21:30:38.685Z | DEBG | nexus (nexus-producer-server): registered DTrace probes
|
1264 | 2024-08-16T21:30:38.689Z | DEBG | nexus (dropshot): registered endpoint
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
path = /{producer_id}
|
1265 | 2024-08-16T21:30:38.689Z | INFO | nexus (dropshot): listening
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:205
local_addr = [fd00:1122:3344:101::b]:39660
|
1266 | 2024-08-16T21:30:38.689Z | DEBG | nexus (dropshot): successfully registered DTrace USDT probes
local_addr = [fd00:1122:3344:101::b]:39660
|
1267 | 2024-08-16T21:30:38.689Z | DEBG | nexus (nexus-producer-server): Requested any available port, Dropshot server has been bound to [fd00:1122:3344:101::b]:39660
|
1268 | 2024-08-16T21:30:38.689Z | DEBG | nexus (nexus-producer-server): Nexus IP provided explicitly, will use it
addr = [fd00:1122:3344:101::b]:12221
|
1269 | 2024-08-16T21:30:38.689Z | DEBG | nexus (nexus-producer-server): starting producer registration task
|
1270 | 2024-08-16T21:30:38.689Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
1271 | 2024-08-16T21:30:38.689Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1272 | 2024-08-16T21:30:38.690Z | INFO | nexus (nexus-producer-server): starting oximeter metric producer server
address = [fd00:1122:3344:101::b]:39660
file = oximeter/producer/src/lib.rs:283
interval = 10s
producer_id = e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1273 | 2024-08-16T21:30:38.690Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
1274 | 2024-08-16T21:30:38.690Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
1275 | 2024-08-16T21:30:38.690Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c8a5b915-7da7-45e5-bd25-24960ebb7f83", "content-length": "26", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1276 | 2024-08-16T21:30:38.690Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1277 | 2024-08-16T21:30:38.692Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1278 | 2024-08-16T21:30:38.694Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
1279 | 2024-08-16T21:30:38.769Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
1280 | 2024-08-16T21:30:38.801Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
1281 | 2024-08-16T21:30:38.802Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4e4157ba-87fc-40f7-a536-9e1d6d5f9d5e", "content-length": "691", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1282 | 2024-08-16T21:30:38.802Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
1283 | 2024-08-16T21:30:38.802Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
1284 | 2024-08-16T21:30:38.802Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
1285 | 2024-08-16T21:30:38.802Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 340.18007ms
iteration = 3
status = {}
|
1286 | 2024-08-16T21:30:38.819Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
1287 | 2024-08-16T21:30:38.830Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
1288 | 2024-08-16T21:30:38.830Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:55435
|
1289 | 2024-08-16T21:30:38.832Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:55435
req_id = a79b8fdf-3f43-4198-8bc8-9c7fa77fa7db
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
1290 | 2024-08-16T21:30:38.833Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:55435
req_id = a79b8fdf-3f43-4198-8bc8-9c7fa77fa7db
resource = Database
result = Ok(())
uri = /metrics/producers
|
1291 | 2024-08-16T21:30:38.895Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
1292 | 2024-08-16T21:30:38.895Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "361aa931-a593-42a1-9411-73226d7e6a76", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1293 | 2024-08-16T21:30:38.895Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1294 | 2024-08-16T21:30:38.896Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "7984010c-bcfd-4a84-963a-7956fe48b05f", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1295 | 2024-08-16T21:30:38.896Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1296 | 2024-08-16T21:30:38.897Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1297 | 2024-08-16T21:30:38.897Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 262.190348ms
iteration = 4
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
1298 | 2024-08-16T21:30:38.935Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
1299 | 2024-08-16T21:30:38.936Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "218c7471-c744-447e-8e46-cfd18ca751a1", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1300 | 2024-08-16T21:30:38.936Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1301 | 2024-08-16T21:30:38.937Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c04812d2-cad4-4ce7-96c2-038a44e6786f", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1302 | 2024-08-16T21:30:38.937Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1303 | 2024-08-16T21:30:38.939Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1793b297-1b41-4d1c-9c08-f9b68dd5c8d2", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1304 | 2024-08-16T21:30:38.939Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1305 | 2024-08-16T21:30:38.940Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1306 | 2024-08-16T21:30:38.940Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 347.061188ms
iteration = 4
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
1307 | 2024-08-16T21:30:38.944Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:338
id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
|
1308 | 2024-08-16T21:30:38.944Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:55435
req_id = a79b8fdf-3f43-4198-8bc8-9c7fa77fa7db
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
1309 | 2024-08-16T21:30:38.945Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:55435
req_id = a79b8fdf-3f43-4198-8bc8-9c7fa77fa7db
resource = Database
result = Ok(())
uri = /metrics/producers
|
1310 | 2024-08-16T21:30:38.971Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1311 | 2024-08-16T21:30:38.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1312 | 2024-08-16T21:30:38.972Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
1313 | 2024-08-16T21:30:38.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1314 | 2024-08-16T21:30:38.973Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1315 | 2024-08-16T21:30:38.980Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
1316 | 2024-08-16T21:30:38.980Z | DEBG | nexus: client response
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "05b46e63-e0fd-4804-85bc-6b18cfdb6307", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1317 | 2024-08-16T21:30:38.980Z | INFO | nexus: assigned collector to new producer
collector_id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
file = nexus/src/app/oximeter.rs:125
producer_id = e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1318 | 2024-08-16T21:30:38.982Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 151973
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:55435
req_id = a79b8fdf-3f43-4198-8bc8-9c7fa77fa7db
response_code = 201
uri = /metrics/producers
|
1319 | 2024-08-16T21:30:38.982Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "a79b8fdf-3f43-4198-8bc8-9c7fa77fa7db", "content-length": "41", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1320 | 2024-08-16T21:30:38.984Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
1321 | 2024-08-16T21:30:38.984Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
1322 | 2024-08-16T21:30:38.984Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
1323 | 2024-08-16T21:30:38.988Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bd187d47-212b-4f86-b383-a2c621978d47", "content-length": "121", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1324 | 2024-08-16T21:30:38.988Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
1325 | 2024-08-16T21:30:38.988Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
1326 | 2024-08-16T21:30:38.989Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
1327 | 2024-08-16T21:30:38.990Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
1328 | 2024-08-16T21:30:38.990Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
1329 | 2024-08-16T21:30:38.990Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
1330 | 2024-08-16T21:30:38.990Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1331 | 2024-08-16T21:30:38.990Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1332 | 2024-08-16T21:30:38.990Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1333 | 2024-08-16T21:30:38.992Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
1334 | 2024-08-16T21:30:38.994Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ac243847-a7a1-4aae-b238-7beb29aafe70", "content-length": "2", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1335 | 2024-08-16T21:30:38.994Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
1336 | 2024-08-16T21:30:38.994Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4ce10681-557d-4a58-9f8c-4c934756ebf6", "content-length": "52", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1337 | 2024-08-16T21:30:38.994Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
1338 | 2024-08-16T21:30:38.994Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
1339 | 2024-08-16T21:30:39.101Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d39b3192-f3a0-404a-8e8e-e13faeaea525", "date": "Fri, 16 Aug 2024 21:30:38 GMT"} })
|
1340 | 2024-08-16T21:30:39.101Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
1341 | 2024-08-16T21:30:39.101Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
1342 | 2024-08-16T21:30:39.104Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "90da730d-41f7-437b-b679-d04b9cc56dbd", "content-length": "494", "date": "Fri, 16 Aug 2024 21:30:39 GMT"} })
|
1343 | 2024-08-16T21:30:39.104Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1344 | 2024-08-16T21:30:39.105Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1345 | 2024-08-16T21:30:39.126Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1346 | 2024-08-16T21:30:39.126Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1347 | 2024-08-16T21:30:39.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1348 | 2024-08-16T21:30:39.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1349 | 2024-08-16T21:30:39.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1350 | 2024-08-16T21:30:39.131Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1351 | 2024-08-16T21:30:39.132Z | WARN | nexus (BackgroundTasks): no bootstore config found in db
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1194
key = network_key
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1352 | 2024-08-16T21:30:39.132Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1353 | 2024-08-16T21:30:39.133Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1354 | 2024-08-16T21:30:39.138Z | INFO | nexus (BackgroundTasks): updating bootstore config
background_task = switch_port_config_manager
config = EarlyNetworkConfig { body: EarlyNetworkConfigBody { ntp_servers: ["0.pool.ntp.org"], rack_network_config: Some(RackNetworkConfigV2 { bfd: [], bgp: [], infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], autoneg: false, bgp_peers: [], port: "qsfp0", routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], switch: Switch0, uplink_port_fec: None, uplink_port_speed: Speed40G }], rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 } }) }, generation: 2, schema_version: 2 }
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1251
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1355 | 2024-08-16T21:30:39.138Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = PUT
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
1356 | 2024-08-16T21:30:39.176Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a3436d59-0f99-442e-a6ee-ac428271adfb", "date": "Fri, 16 Aug 2024 21:30:39 GMT"} })
|
1357 | 2024-08-16T21:30:39.176Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1358 | 2024-08-16T21:30:39.177Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1359 | 2024-08-16T21:30:39.190Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 727.830238ms
iteration = 3
status = {}
|
1360 | 2024-08-16T21:30:48.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 8
reason = Timeout
|
1361 | 2024-08-16T21:30:48.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 8
reason = Timeout
|
1362 | 2024-08-16T21:30:48.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
1363 | 2024-08-16T21:30:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1364 | 2024-08-16T21:30:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1365 | 2024-08-16T21:30:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1366 | 2024-08-16T21:30:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1367 | 2024-08-16T21:30:48.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1368 | 2024-08-16T21:30:48.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1369 | 2024-08-16T21:30:48.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1370 | 2024-08-16T21:30:48.465Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
1371 | 2024-08-16T21:30:48.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.665373ms
iteration = 8
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
1372 | 2024-08-16T21:30:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1373 | 2024-08-16T21:30:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1374 | 2024-08-16T21:30:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1375 | 2024-08-16T21:30:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1376 | 2024-08-16T21:30:48.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1377 | 2024-08-16T21:30:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1378 | 2024-08-16T21:30:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
1379 | 2024-08-16T21:30:48.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1380 | 2024-08-16T21:30:48.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1381 | 2024-08-16T21:30:48.476Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
1382 | 2024-08-16T21:30:48.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.330725ms
iteration = 8
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
1383 | 2024-08-16T21:30:49.030Z | INFO | nexus (dropshot): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::b]:39660
remote_addr = [fd00:1122:3344:101::d]:58956
|
1384 | 2024-08-16T21:30:49.032Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 1349
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = ba8c331c-974b-4567-9d48-2fb831ecdeed
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1385 | 2024-08-16T21:30:58.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 9
reason = Timeout
|
1386 | 2024-08-16T21:30:58.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 9
reason = Timeout
|
1387 | 2024-08-16T21:30:58.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
1388 | 2024-08-16T21:30:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1389 | 2024-08-16T21:30:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1390 | 2024-08-16T21:30:58.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1391 | 2024-08-16T21:30:58.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1392 | 2024-08-16T21:30:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1393 | 2024-08-16T21:30:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1394 | 2024-08-16T21:30:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1395 | 2024-08-16T21:30:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1396 | 2024-08-16T21:30:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1397 | 2024-08-16T21:30:58.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1398 | 2024-08-16T21:30:58.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1399 | 2024-08-16T21:30:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
1400 | 2024-08-16T21:30:58.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1401 | 2024-08-16T21:30:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1402 | 2024-08-16T21:30:58.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
1403 | 2024-08-16T21:30:58.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 11.984448ms
iteration = 9
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
1404 | 2024-08-16T21:30:58.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1405 | 2024-08-16T21:30:58.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1406 | 2024-08-16T21:30:58.489Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
1407 | 2024-08-16T21:30:58.489Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 27.076ms
iteration = 9
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
1408 | 2024-08-16T21:30:59.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 233
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 3323cc6a-2d6b-4b67-ab18-528a3ef9c628
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1409 | 2024-08-16T21:31:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 5
reason = Timeout
|
1410 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1411 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 4
reason = Timeout
|
1412 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 4
reason = Timeout
|
1413 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1414 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1415 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 4
reason = Timeout
|
1416 | 2024-08-16T21:31:08.462Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
1417 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 4
reason = Timeout
|
1418 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 4
reason = Timeout
|
1419 | 2024-08-16T21:31:08.462Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
1420 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 4
reason = Timeout
|
1421 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1422 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
1423 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1424 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 10
reason = Timeout
|
1425 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 4
reason = Timeout
|
1426 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1427 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
1428 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 4
reason = Timeout
|
1429 | 2024-08-16T21:31:08.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
1430 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
1431 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 4
reason = Timeout
|
1432 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 10
reason = Timeout
|
1433 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1434 | 2024-08-16T21:31:08.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
1435 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1436 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 4
reason = Timeout
|
1437 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
1438 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
1439 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 4
reason = Timeout
|
1440 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1441 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 4
reason = Timeout
|
1442 | 2024-08-16T21:31:08.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
1443 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
1444 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1445 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1446 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1447 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
1448 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1449 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
1450 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1451 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
1452 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1453 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
1454 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1455 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1456 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1457 | 2024-08-16T21:31:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
1458 | 2024-08-16T21:31:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1459 | 2024-08-16T21:31:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1460 | 2024-08-16T21:31:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1461 | 2024-08-16T21:31:08.464Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
1462 | 2024-08-16T21:31:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.870888ms
iteration = 4
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
1463 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1464 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1465 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1466 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
1467 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1468 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1469 | 2024-08-16T21:31:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1470 | 2024-08-16T21:31:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1471 | 2024-08-16T21:31:08.466Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
1472 | 2024-08-16T21:31:08.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.293347ms
iteration = 10
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
1473 | 2024-08-16T21:31:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
1474 | 2024-08-16T21:31:08.467Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1552, tv_nsec: 168969178 } })
|
1475 | 2024-08-16T21:31:08.467Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
1476 | 2024-08-16T21:31:08.467Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
1477 | 2024-08-16T21:31:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
1478 | 2024-08-16T21:31:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
1479 | 2024-08-16T21:31:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
1480 | 2024-08-16T21:31:08.467Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
1481 | 2024-08-16T21:31:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
1482 | 2024-08-16T21:31:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
1483 | 2024-08-16T21:31:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
1484 | 2024-08-16T21:31:08.468Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
1485 | 2024-08-16T21:31:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1486 | 2024-08-16T21:31:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1487 | 2024-08-16T21:31:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1488 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1489 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
1490 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1491 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1492 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
1493 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1494 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1495 | 2024-08-16T21:31:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1496 | 2024-08-16T21:31:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1497 | 2024-08-16T21:31:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1498 | 2024-08-16T21:31:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1499 | 2024-08-16T21:31:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1500 | 2024-08-16T21:31:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1501 | 2024-08-16T21:31:08.471Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1552, tv_nsec: 173245065 } })
|
1502 | 2024-08-16T21:31:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1503 | 2024-08-16T21:31:08.472Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
1504 | 2024-08-16T21:31:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1505 | 2024-08-16T21:31:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
1506 | 2024-08-16T21:31:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1507 | 2024-08-16T21:31:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1508 | 2024-08-16T21:31:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
1509 | 2024-08-16T21:31:08.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1510 | 2024-08-16T21:31:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1511 | 2024-08-16T21:31:08.473Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1552, tv_nsec: 175571348 } })
|
1512 | 2024-08-16T21:31:08.473Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1513 | 2024-08-16T21:31:08.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1514 | 2024-08-16T21:31:08.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1515 | 2024-08-16T21:31:08.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1516 | 2024-08-16T21:31:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
1517 | 2024-08-16T21:31:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1518 | 2024-08-16T21:31:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1519 | 2024-08-16T21:31:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
1520 | 2024-08-16T21:31:08.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
1521 | 2024-08-16T21:31:08.487Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
1522 | 2024-08-16T21:31:08.487Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 25.566228ms
iteration = 4
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
1523 | 2024-08-16T21:31:08.494Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
1524 | 2024-08-16T21:31:08.494Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 32.441257ms
iteration = 4
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
1525 | 2024-08-16T21:31:08.498Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
1526 | 2024-08-16T21:31:08.498Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 35.965783ms
iteration = 10
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
1527 | 2024-08-16T21:31:08.505Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
1528 | 2024-08-16T21:31:08.505Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 43.254401ms
iteration = 4
status = {"errors":[],"garbage_collect_requested":[]}
|
1529 | 2024-08-16T21:31:08.509Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
1530 | 2024-08-16T21:31:08.509Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
1531 | 2024-08-16T21:31:08.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 47.257271ms
iteration = 4
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
1532 | 2024-08-16T21:31:08.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1533 | 2024-08-16T21:31:08.513Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1534 | 2024-08-16T21:31:08.518Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1535 | 2024-08-16T21:31:08.518Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1536 | 2024-08-16T21:31:08.522Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
1537 | 2024-08-16T21:31:08.522Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 60.862594ms
iteration = 4
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
1538 | 2024-08-16T21:31:08.525Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1539 | 2024-08-16T21:31:08.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
1540 | 2024-08-16T21:31:08.528Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1541 | 2024-08-16T21:31:08.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1542 | 2024-08-16T21:31:08.529Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 67.951067ms
iteration = 4
status = 0
|
1543 | 2024-08-16T21:31:08.549Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
1544 | 2024-08-16T21:31:08.549Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 87.098821ms
iteration = 5
status = {"physical_disks_added":0}
|
1545 | 2024-08-16T21:31:08.565Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
1546 | 2024-08-16T21:31:08.565Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1547 | 2024-08-16T21:31:08.566Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "863f2fdd-067b-49bf-b70c-4c248ba25db6", "content-length": "26", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1548 | 2024-08-16T21:31:08.566Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1549 | 2024-08-16T21:31:08.567Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
1550 | 2024-08-16T21:31:08.583Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
1551 | 2024-08-16T21:31:08.583Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1552 | 2024-08-16T21:31:08.583Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "29fde630-8ab5-4ea0-925b-02a2191a98d5", "content-length": "26", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1553 | 2024-08-16T21:31:08.583Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1554 | 2024-08-16T21:31:08.584Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1555 | 2024-08-16T21:31:08.586Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
1556 | 2024-08-16T21:31:08.586Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1557 | 2024-08-16T21:31:08.586Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "756a8608-dceb-4350-8f54-d145ea943eff", "content-length": "26", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1558 | 2024-08-16T21:31:08.586Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1559 | 2024-08-16T21:31:08.587Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
1560 | 2024-08-16T21:31:08.602Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1561 | 2024-08-16T21:31:08.603Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
1562 | 2024-08-16T21:31:08.603Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1563 | 2024-08-16T21:31:08.603Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a806cace-8ac6-4d35-ab2e-d14fd3867fdf", "content-length": "372", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1564 | 2024-08-16T21:31:08.603Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1565 | 2024-08-16T21:31:08.603Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1566 | 2024-08-16T21:31:08.605Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1567 | 2024-08-16T21:31:08.606Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1568 | 2024-08-16T21:31:08.608Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1569 | 2024-08-16T21:31:08.608Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1570 | 2024-08-16T21:31:08.610Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
1571 | 2024-08-16T21:31:08.610Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "62725f82-9cdf-4270-914f-13bab39ee7ca", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1572 | 2024-08-16T21:31:08.612Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 150.024421ms
iteration = 4
status = {}
|
1573 | 2024-08-16T21:31:08.612Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1574 | 2024-08-16T21:31:08.612Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1575 | 2024-08-16T21:31:08.613Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1576 | 2024-08-16T21:31:08.615Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
1577 | 2024-08-16T21:31:08.615Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1578 | 2024-08-16T21:31:08.615Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1579 | 2024-08-16T21:31:08.616Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1580 | 2024-08-16T21:31:08.617Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
1581 | 2024-08-16T21:31:08.617Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1582 | 2024-08-16T21:31:08.617Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1583 | 2024-08-16T21:31:08.672Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 210.086863ms
iteration = 4
status = {}
|
1584 | 2024-08-16T21:31:08.685Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1585 | 2024-08-16T21:31:08.686Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0e53f98f-f96c-46be-ac26-f4febeddaef4", "content-length": "1", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1586 | 2024-08-16T21:31:08.688Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1587 | 2024-08-16T21:31:08.688Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1588 | 2024-08-16T21:31:08.690Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 227.986732ms
iteration = 4
status = null
|
1589 | 2024-08-16T21:31:08.706Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
1590 | 2024-08-16T21:31:08.706Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d21594de-7416-43b9-80b6-58e199ed456f", "content-length": "691", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1591 | 2024-08-16T21:31:08.706Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
1592 | 2024-08-16T21:31:08.706Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
1593 | 2024-08-16T21:31:08.706Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
1594 | 2024-08-16T21:31:08.708Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 246.411556ms
iteration = 4
status = {}
|
1595 | 2024-08-16T21:31:08.759Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1596 | 2024-08-16T21:31:08.759Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1597 | 2024-08-16T21:31:08.760Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
1598 | 2024-08-16T21:31:08.760Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1599 | 2024-08-16T21:31:08.761Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1600 | 2024-08-16T21:31:08.767Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
1601 | 2024-08-16T21:31:08.767Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b9c36127-0a50-4712-ad4a-adc8bf073259", "content-length": "121", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1602 | 2024-08-16T21:31:08.767Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
1603 | 2024-08-16T21:31:08.767Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
1604 | 2024-08-16T21:31:08.767Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
1605 | 2024-08-16T21:31:08.767Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
1606 | 2024-08-16T21:31:08.767Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
1607 | 2024-08-16T21:31:08.767Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
1608 | 2024-08-16T21:31:08.768Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1609 | 2024-08-16T21:31:08.768Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1610 | 2024-08-16T21:31:08.768Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1611 | 2024-08-16T21:31:08.770Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
1612 | 2024-08-16T21:31:08.770Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9ec98001-45dc-4324-bc4a-df790012792b", "content-length": "2", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1613 | 2024-08-16T21:31:08.770Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
1614 | 2024-08-16T21:31:08.770Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4b8178d5-5849-439d-b0d4-f9a8fcde80c2", "content-length": "52", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1615 | 2024-08-16T21:31:08.770Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
1616 | 2024-08-16T21:31:08.770Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
1617 | 2024-08-16T21:31:08.818Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "dfe1e6b1-b4cf-43e0-9c10-b59714a89fb6", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1618 | 2024-08-16T21:31:08.818Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
1619 | 2024-08-16T21:31:08.818Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
1620 | 2024-08-16T21:31:08.818Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c4c0ccf8-2d37-42dc-8fd6-35a701a6364e", "content-length": "494", "date": "Fri, 16 Aug 2024 21:31:08 GMT"} })
|
1621 | 2024-08-16T21:31:08.819Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1622 | 2024-08-16T21:31:08.819Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1623 | 2024-08-16T21:31:08.822Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1624 | 2024-08-16T21:31:08.822Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1625 | 2024-08-16T21:31:08.825Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1626 | 2024-08-16T21:31:08.825Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1627 | 2024-08-16T21:31:08.826Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1628 | 2024-08-16T21:31:08.826Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1629 | 2024-08-16T21:31:08.837Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 375.647919ms
iteration = 4
status = {}
|
1630 | 2024-08-16T21:31:09.031Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 279
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 267c5757-26cb-452f-b5a1-50ea4559f64e
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1631 | 2024-08-16T21:31:18.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 11
reason = Timeout
|
1632 | 2024-08-16T21:31:18.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
1633 | 2024-08-16T21:31:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1634 | 2024-08-16T21:31:18.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 11
reason = Timeout
|
1635 | 2024-08-16T21:31:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1636 | 2024-08-16T21:31:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1637 | 2024-08-16T21:31:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1638 | 2024-08-16T21:31:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1639 | 2024-08-16T21:31:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1640 | 2024-08-16T21:31:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1641 | 2024-08-16T21:31:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1642 | 2024-08-16T21:31:18.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1643 | 2024-08-16T21:31:18.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1644 | 2024-08-16T21:31:18.468Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
1645 | 2024-08-16T21:31:18.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 6.372194ms
iteration = 11
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
1646 | 2024-08-16T21:31:18.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1647 | 2024-08-16T21:31:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1648 | 2024-08-16T21:31:18.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1649 | 2024-08-16T21:31:18.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
1650 | 2024-08-16T21:31:18.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1651 | 2024-08-16T21:31:18.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1652 | 2024-08-16T21:31:18.480Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
1653 | 2024-08-16T21:31:18.480Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 18.719661ms
iteration = 11
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
1654 | 2024-08-16T21:31:19.031Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 352
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = e823bd0b-8a6d-4320-af5a-2d66604df5cc
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1655 | 2024-08-16T21:31:28.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 12
reason = Timeout
|
1656 | 2024-08-16T21:31:28.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 12
reason = Timeout
|
1657 | 2024-08-16T21:31:28.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
1658 | 2024-08-16T21:31:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1659 | 2024-08-16T21:31:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1660 | 2024-08-16T21:31:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1661 | 2024-08-16T21:31:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1662 | 2024-08-16T21:31:28.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1663 | 2024-08-16T21:31:28.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1664 | 2024-08-16T21:31:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1665 | 2024-08-16T21:31:28.465Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
1666 | 2024-08-16T21:31:28.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.5577ms
iteration = 12
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
1667 | 2024-08-16T21:31:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1668 | 2024-08-16T21:31:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1669 | 2024-08-16T21:31:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1670 | 2024-08-16T21:31:28.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1671 | 2024-08-16T21:31:28.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1672 | 2024-08-16T21:31:28.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1673 | 2024-08-16T21:31:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
1674 | 2024-08-16T21:31:28.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1675 | 2024-08-16T21:31:28.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1676 | 2024-08-16T21:31:28.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
1677 | 2024-08-16T21:31:28.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 11.633298ms
iteration = 12
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
1678 | 2024-08-16T21:31:29.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 212
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 8fc3c44f-bd73-48a4-aac6-5d3f34928cc8
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
1679 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 3
reason = Timeout
|
1680 | 2024-08-16T21:31:38.462Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:21:38.462625440 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
1681 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
1682 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 5
reason = Timeout
|
1683 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 3
reason = Timeout
|
1684 | 2024-08-16T21:31:38.462Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
1685 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
1686 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
1687 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 5
reason = Timeout
|
1688 | 2024-08-16T21:31:38.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
1689 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
1690 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 5
reason = Timeout
|
1691 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 3
reason = Timeout
|
1692 | 2024-08-16T21:31:38.462Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
1693 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1694 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
1695 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 3
reason = Timeout
|
1696 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
1697 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1698 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 5
reason = Timeout
|
1699 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1700 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 3
reason = Timeout
|
1701 | 2024-08-16T21:31:38.462Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
1702 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
1703 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 5
reason = Timeout
|
1704 | 2024-08-16T21:31:38.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
1705 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
1706 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 13
reason = Timeout
|
1707 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 5
reason = Timeout
|
1708 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1709 | 2024-08-16T21:31:38.462Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
1710 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
1711 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 5
reason = Timeout
|
1712 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1713 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 5
reason = Timeout
|
1714 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
1715 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
1716 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 4
reason = Timeout
|
1717 | 2024-08-16T21:31:38.462Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
1718 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 6
reason = Timeout
|
1719 | 2024-08-16T21:31:38.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 22.77\u{b5}s
iteration = 4
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
1720 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1721 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 5
reason = Timeout
|
1722 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 5
reason = Timeout
|
1723 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 3
reason = Timeout
|
1724 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1725 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 3
reason = Timeout
|
1726 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
1727 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1728 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 13
reason = Timeout
|
1729 | 2024-08-16T21:31:38.463Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
1730 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1731 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 5
reason = Timeout
|
1732 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 5
reason = Timeout
|
1733 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1734 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1735 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 3
reason = Timeout
|
1736 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 5
reason = Timeout
|
1737 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1738 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 5
reason = Timeout
|
1739 | 2024-08-16T21:31:38.463Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
1740 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 3
reason = Timeout
|
1741 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
1742 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
1743 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1744 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
1745 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
1746 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
1747 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1748 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1749 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
1750 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
1751 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1752 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1753 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1754 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
1755 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
1756 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1757 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1758 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1759 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1760 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1761 | 2024-08-16T21:31:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1762 | 2024-08-16T21:31:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1763 | 2024-08-16T21:31:38.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1764 | 2024-08-16T21:31:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1765 | 2024-08-16T21:31:38.465Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
1766 | 2024-08-16T21:31:38.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 2.979082ms
iteration = 5
status = {"errors":[],"garbage_collect_requested":[]}
|
1767 | 2024-08-16T21:31:38.465Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
1768 | 2024-08-16T21:31:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.94574ms
iteration = 5
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
1769 | 2024-08-16T21:31:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1770 | 2024-08-16T21:31:38.466Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1582, tv_nsec: 168582817 } })
|
1771 | 2024-08-16T21:31:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1772 | 2024-08-16T21:31:38.466Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1582, tv_nsec: 168769772 } })
|
1773 | 2024-08-16T21:31:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1774 | 2024-08-16T21:31:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1775 | 2024-08-16T21:31:38.467Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:21:38.462625440 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
1776 | 2024-08-16T21:31:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
1777 | 2024-08-16T21:31:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
1778 | 2024-08-16T21:31:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 5.085069ms
iteration = 3
status = {"expiration":"2024-08-16T21:21:38.462625440Z","pruned":[]}
|
1779 | 2024-08-16T21:31:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1780 | 2024-08-16T21:31:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
1781 | 2024-08-16T21:31:38.468Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
1782 | 2024-08-16T21:31:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 4.997717ms
iteration = 3
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
1783 | 2024-08-16T21:31:38.469Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
1784 | 2024-08-16T21:31:38.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 6.870027ms
iteration = 3
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
1785 | 2024-08-16T21:31:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
1786 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
1787 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
1788 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
1789 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
1790 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
1791 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1792 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1793 | 2024-08-16T21:31:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1794 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1795 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1796 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
1797 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1798 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1799 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1800 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1801 | 2024-08-16T21:31:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1802 | 2024-08-16T21:31:38.472Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1582, tv_nsec: 174776766 } })
|
1803 | 2024-08-16T21:31:38.474Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1804 | 2024-08-16T21:31:38.477Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1582, tv_nsec: 179214328 } })
|
1805 | 2024-08-16T21:31:38.477Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
1806 | 2024-08-16T21:31:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
1807 | 2024-08-16T21:31:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
1808 | 2024-08-16T21:31:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
1809 | 2024-08-16T21:31:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
1810 | 2024-08-16T21:31:38.486Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
1811 | 2024-08-16T21:31:38.486Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 24.194641ms
iteration = 5
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
1812 | 2024-08-16T21:31:38.489Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
1813 | 2024-08-16T21:31:38.489Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 26.289369ms
iteration = 5
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
1814 | 2024-08-16T21:31:38.489Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1815 | 2024-08-16T21:31:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1816 | 2024-08-16T21:31:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1817 | 2024-08-16T21:31:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1818 | 2024-08-16T21:31:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
1819 | 2024-08-16T21:31:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1820 | 2024-08-16T21:31:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1821 | 2024-08-16T21:31:38.493Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1822 | 2024-08-16T21:31:38.493Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1823 | 2024-08-16T21:31:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
1824 | 2024-08-16T21:31:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1825 | 2024-08-16T21:31:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1826 | 2024-08-16T21:31:38.525Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1827 | 2024-08-16T21:31:38.526Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1828 | 2024-08-16T21:31:38.526Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
1829 | 2024-08-16T21:31:38.527Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1830 | 2024-08-16T21:31:38.527Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
1831 | 2024-08-16T21:31:38.527Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
1832 | 2024-08-16T21:31:38.527Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 64.919434ms
iteration = 13
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
1833 | 2024-08-16T21:31:38.528Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
1834 | 2024-08-16T21:31:38.528Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 65.806038ms
iteration = 5
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
1835 | 2024-08-16T21:31:38.528Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1836 | 2024-08-16T21:31:38.529Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1837 | 2024-08-16T21:31:38.529Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1838 | 2024-08-16T21:31:38.530Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
1839 | 2024-08-16T21:31:38.530Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1840 | 2024-08-16T21:31:38.530Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1841 | 2024-08-16T21:31:38.530Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1842 | 2024-08-16T21:31:38.530Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1843 | 2024-08-16T21:31:38.530Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1844 | 2024-08-16T21:31:38.531Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1845 | 2024-08-16T21:31:38.531Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1846 | 2024-08-16T21:31:38.532Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1582, tv_nsec: 234262352 } })
|
1847 | 2024-08-16T21:31:38.532Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1848 | 2024-08-16T21:31:38.532Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
1849 | 2024-08-16T21:31:38.532Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 70.187088ms
iteration = 3
status = {"errors":[],"found_port_ok":[]}
|
1850 | 2024-08-16T21:31:38.533Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1851 | 2024-08-16T21:31:38.533Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1852 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
1853 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
1854 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
1855 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1856 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1857 | 2024-08-16T21:31:38.534Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
1858 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
1859 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1860 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
1861 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
1862 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
1863 | 2024-08-16T21:31:38.534Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1864 | 2024-08-16T21:31:38.535Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1865 | 2024-08-16T21:31:38.535Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
1866 | 2024-08-16T21:31:38.535Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
1867 | 2024-08-16T21:31:38.535Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 73.103298ms
iteration = 3
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
1868 | 2024-08-16T21:31:38.536Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1869 | 2024-08-16T21:31:38.536Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 73.702524ms
iteration = 5
status = 0
|
1870 | 2024-08-16T21:31:38.537Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
1871 | 2024-08-16T21:31:38.537Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
1872 | 2024-08-16T21:31:38.537Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 74.481555ms
iteration = 3
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
1873 | 2024-08-16T21:31:38.538Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
1874 | 2024-08-16T21:31:38.538Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1875 | 2024-08-16T21:31:38.538Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1876 | 2024-08-16T21:31:38.539Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1877 | 2024-08-16T21:31:38.539Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1878 | 2024-08-16T21:31:38.539Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1879 | 2024-08-16T21:31:38.544Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
1880 | 2024-08-16T21:31:38.544Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
1881 | 2024-08-16T21:31:38.544Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
1882 | 2024-08-16T21:31:38.544Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
1883 | 2024-08-16T21:31:38.550Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
1884 | 2024-08-16T21:31:38.550Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
1885 | 2024-08-16T21:31:38.550Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1886 | 2024-08-16T21:31:38.550Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1887 | 2024-08-16T21:31:38.552Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1888 | 2024-08-16T21:31:38.553Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1889 | 2024-08-16T21:31:38.554Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1890 | 2024-08-16T21:31:38.556Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1891 | 2024-08-16T21:31:38.556Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1892 | 2024-08-16T21:31:38.556Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1893 | 2024-08-16T21:31:38.557Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
1894 | 2024-08-16T21:31:38.557Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
1895 | 2024-08-16T21:31:38.557Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 94.533274ms
iteration = 5
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
1896 | 2024-08-16T21:31:38.558Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
1897 | 2024-08-16T21:31:38.558Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
1898 | 2024-08-16T21:31:38.558Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
1899 | 2024-08-16T21:31:38.558Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 95.576702ms
iteration = 3
status = {"generation":1}
|
1900 | 2024-08-16T21:31:38.564Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1901 | 2024-08-16T21:31:38.564Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1902 | 2024-08-16T21:31:38.565Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1903 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
1904 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1905 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
1906 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
1907 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
1908 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1909 | 2024-08-16T21:31:38.567Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1910 | 2024-08-16T21:31:38.568Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1911 | 2024-08-16T21:31:38.568Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1912 | 2024-08-16T21:31:38.569Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1913 | 2024-08-16T21:31:38.570Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
1914 | 2024-08-16T21:31:38.570Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
1915 | 2024-08-16T21:31:38.570Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
1916 | 2024-08-16T21:31:38.572Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1917 | 2024-08-16T21:31:38.572Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1918 | 2024-08-16T21:31:38.572Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1919 | 2024-08-16T21:31:38.586Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
1920 | 2024-08-16T21:31:38.586Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 123.978748ms
iteration = 6
status = {"physical_disks_added":0}
|
1921 | 2024-08-16T21:31:38.600Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1922 | 2024-08-16T21:31:38.600Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1923 | 2024-08-16T21:31:38.601Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1924 | 2024-08-16T21:31:38.603Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1925 | 2024-08-16T21:31:38.603Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1926 | 2024-08-16T21:31:38.604Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1927 | 2024-08-16T21:31:38.611Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
1928 | 2024-08-16T21:31:38.611Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
1929 | 2024-08-16T21:31:38.611Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1930 | 2024-08-16T21:31:38.612Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1931 | 2024-08-16T21:31:38.613Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1932 | 2024-08-16T21:31:38.616Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1933 | 2024-08-16T21:31:38.616Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1934 | 2024-08-16T21:31:38.616Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1935 | 2024-08-16T21:31:38.617Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
1936 | 2024-08-16T21:31:38.617Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
1937 | 2024-08-16T21:31:38.617Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
1938 | 2024-08-16T21:31:38.617Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 154.951935ms
iteration = 3
status = {"generation":2}
|
1939 | 2024-08-16T21:31:38.620Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
1940 | 2024-08-16T21:31:38.648Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
file = nexus/src/app/background/tasks/external_endpoints.rs:94
|
1941 | 2024-08-16T21:31:38.648Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 185.338057ms
iteration = 3
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
1942 | 2024-08-16T21:31:38.649Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
1943 | 2024-08-16T21:31:38.649Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1944 | 2024-08-16T21:31:38.649Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "25d3349e-e941-480d-9a04-324c170ee694", "content-length": "26", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1945 | 2024-08-16T21:31:38.649Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1946 | 2024-08-16T21:31:38.651Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
1947 | 2024-08-16T21:31:38.672Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
1948 | 2024-08-16T21:31:38.672Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1949 | 2024-08-16T21:31:38.672Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "53503c2f-a381-44a2-9fdb-6eec1710f87f", "content-length": "26", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1950 | 2024-08-16T21:31:38.672Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1951 | 2024-08-16T21:31:38.675Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
1952 | 2024-08-16T21:31:38.699Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
1953 | 2024-08-16T21:31:38.739Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
1954 | 2024-08-16T21:31:38.739Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
1955 | 2024-08-16T21:31:38.739Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "08c37c87-8743-42a1-ac11-378489672dad", "content-length": "26", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1956 | 2024-08-16T21:31:38.739Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
1957 | 2024-08-16T21:31:38.741Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
1958 | 2024-08-16T21:31:38.833Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
1959 | 2024-08-16T21:31:38.835Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1f9287a7-23b8-4b59-a375-a312c5ed9f86", "content-length": "691", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1960 | 2024-08-16T21:31:38.835Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
1961 | 2024-08-16T21:31:38.835Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
1962 | 2024-08-16T21:31:38.835Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
1963 | 2024-08-16T21:31:38.836Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
1964 | 2024-08-16T21:31:38.836Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 373.884121ms
iteration = 5
status = {}
|
1965 | 2024-08-16T21:31:38.837Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a60d5f8a-1d69-4ccf-9ac2-ecd7248108e2", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1966 | 2024-08-16T21:31:38.837Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1967 | 2024-08-16T21:31:38.838Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "437a969a-db3d-4e8f-ba4c-bd59d3108489", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1968 | 2024-08-16T21:31:38.838Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1969 | 2024-08-16T21:31:38.840Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
1970 | 2024-08-16T21:31:38.840Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 377.87151ms
iteration = 5
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
1971 | 2024-08-16T21:31:38.861Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
1972 | 2024-08-16T21:31:38.861Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b9a28620-275f-4993-a7ee-35fa10166ad5", "content-length": "372", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1973 | 2024-08-16T21:31:38.861Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1974 | 2024-08-16T21:31:38.861Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1975 | 2024-08-16T21:31:38.861Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "50acc4bc-6a76-4dc6-b7b7-5a1d86661aad", "content-length": "1", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1976 | 2024-08-16T21:31:38.861Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1977 | 2024-08-16T21:31:38.862Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1978 | 2024-08-16T21:31:38.862Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1979 | 2024-08-16T21:31:38.862Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1980 | 2024-08-16T21:31:38.863Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1981 | 2024-08-16T21:31:38.863Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1982 | 2024-08-16T21:31:38.863Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1983 | 2024-08-16T21:31:38.863Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 400.840948ms
iteration = 5
status = null
|
1984 | 2024-08-16T21:31:38.863Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1985 | 2024-08-16T21:31:38.865Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
1986 | 2024-08-16T21:31:38.866Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
1987 | 2024-08-16T21:31:38.866Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
1988 | 2024-08-16T21:31:38.866Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1989 | 2024-08-16T21:31:38.866Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1990 | 2024-08-16T21:31:38.867Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
1991 | 2024-08-16T21:31:38.869Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1ba42721-ede4-47a4-81e1-cc1f655e996d", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
1992 | 2024-08-16T21:31:38.871Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 408.456586ms
iteration = 5
status = {}
|
1993 | 2024-08-16T21:31:38.872Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
1994 | 2024-08-16T21:31:38.872Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 409.732991ms
iteration = 13
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
1995 | 2024-08-16T21:31:38.900Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
1996 | 2024-08-16T21:31:38.902Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 439.738001ms
iteration = 5
status = {}
|
1997 | 2024-08-16T21:31:38.965Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
1998 | 2024-08-16T21:31:38.965Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "12b3039e-69fb-49fd-b9cd-1b9023403398", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
1999 | 2024-08-16T21:31:38.965Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2000 | 2024-08-16T21:31:38.966Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e39f11c3-05b2-4ec3-ba9a-91d46cd2d6c2", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2001 | 2024-08-16T21:31:38.966Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2002 | 2024-08-16T21:31:38.968Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d477e147-6917-4c3c-a67b-47c1b2efa5c1", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2003 | 2024-08-16T21:31:38.968Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2004 | 2024-08-16T21:31:38.970Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2005 | 2024-08-16T21:31:38.970Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 507.289598ms
iteration = 5
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
2006 | 2024-08-16T21:31:38.986Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2007 | 2024-08-16T21:31:38.986Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2008 | 2024-08-16T21:31:38.988Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
2009 | 2024-08-16T21:31:38.988Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2010 | 2024-08-16T21:31:38.988Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2011 | 2024-08-16T21:31:38.993Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
2012 | 2024-08-16T21:31:38.994Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "71280d66-76ed-471e-8894-9dfa2e7ffc2b", "content-length": "121", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
2013 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
2014 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
2015 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
2016 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
2017 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
2018 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
2019 | 2024-08-16T21:31:38.994Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2020 | 2024-08-16T21:31:38.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2021 | 2024-08-16T21:31:38.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2022 | 2024-08-16T21:31:38.996Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
2023 | 2024-08-16T21:31:38.996Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2277abb7-435d-42e8-99fd-42863017fb45", "content-length": "2", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
2024 | 2024-08-16T21:31:38.996Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
2025 | 2024-08-16T21:31:38.996Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "99f2758b-e19d-4b91-bab2-d1446a03a2c4", "content-length": "52", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
2026 | 2024-08-16T21:31:38.996Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
2027 | 2024-08-16T21:31:38.996Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
2028 | 2024-08-16T21:31:39.031Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 234
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = ec5cdbfb-bdbf-411f-943d-af30049cc6b3
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2029 | 2024-08-16T21:31:39.049Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "592bd09c-81b4-4d25-b67a-25a17259e7e0", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
2030 | 2024-08-16T21:31:39.049Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
2031 | 2024-08-16T21:31:39.049Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
2032 | 2024-08-16T21:31:39.100Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9e65ed5a-d439-444a-a89a-87e8338d8c18", "content-length": "494", "date": "Fri, 16 Aug 2024 21:31:38 GMT"} })
|
2033 | 2024-08-16T21:31:39.100Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2034 | 2024-08-16T21:31:39.101Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2035 | 2024-08-16T21:31:39.103Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2036 | 2024-08-16T21:31:39.103Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2037 | 2024-08-16T21:31:39.106Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2038 | 2024-08-16T21:31:39.106Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2039 | 2024-08-16T21:31:39.107Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2040 | 2024-08-16T21:31:39.107Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2041 | 2024-08-16T21:31:39.114Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 651.560862ms
iteration = 5
status = {}
|
2042 | 2024-08-16T21:31:48.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 14
reason = Timeout
|
2043 | 2024-08-16T21:31:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2044 | 2024-08-16T21:31:48.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 14
reason = Timeout
|
2045 | 2024-08-16T21:31:48.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2046 | 2024-08-16T21:31:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2047 | 2024-08-16T21:31:48.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2048 | 2024-08-16T21:31:48.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2049 | 2024-08-16T21:31:48.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2050 | 2024-08-16T21:31:48.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2051 | 2024-08-16T21:31:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2052 | 2024-08-16T21:31:48.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2053 | 2024-08-16T21:31:48.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.493848ms
iteration = 14
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2054 | 2024-08-16T21:31:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2055 | 2024-08-16T21:31:48.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2056 | 2024-08-16T21:31:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2057 | 2024-08-16T21:31:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2058 | 2024-08-16T21:31:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2059 | 2024-08-16T21:31:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2060 | 2024-08-16T21:31:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2061 | 2024-08-16T21:31:48.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2062 | 2024-08-16T21:31:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2063 | 2024-08-16T21:31:48.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2064 | 2024-08-16T21:31:48.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 11.434012ms
iteration = 14
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2065 | 2024-08-16T21:31:49.031Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 834
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 52d88948-09ec-40b3-bf21-e3dc94924f22
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2066 | 2024-08-16T21:31:58.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 15
reason = Timeout
|
2067 | 2024-08-16T21:31:58.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2068 | 2024-08-16T21:31:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2069 | 2024-08-16T21:31:58.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 15
reason = Timeout
|
2070 | 2024-08-16T21:31:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2071 | 2024-08-16T21:31:58.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2072 | 2024-08-16T21:31:58.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2073 | 2024-08-16T21:31:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2074 | 2024-08-16T21:31:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2075 | 2024-08-16T21:31:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2076 | 2024-08-16T21:31:58.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2077 | 2024-08-16T21:31:58.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.410376ms
iteration = 15
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2078 | 2024-08-16T21:31:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2079 | 2024-08-16T21:31:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2080 | 2024-08-16T21:31:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2081 | 2024-08-16T21:31:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2082 | 2024-08-16T21:31:58.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2083 | 2024-08-16T21:31:58.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2084 | 2024-08-16T21:31:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2085 | 2024-08-16T21:31:58.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2086 | 2024-08-16T21:31:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2087 | 2024-08-16T21:31:58.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2088 | 2024-08-16T21:31:58.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 11.870645ms
iteration = 15
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2089 | 2024-08-16T21:31:59.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 211
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 9236c56c-99de-48b5-a5fa-a0189823fab7
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2090 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 6
reason = Timeout
|
2091 | 2024-08-16T21:32:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
2092 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 6
reason = Timeout
|
2093 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
2094 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
2095 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 6
reason = Timeout
|
2096 | 2024-08-16T21:32:08.461Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
2097 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
2098 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 16
reason = Timeout
|
2099 | 2024-08-16T21:32:08.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2100 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 6
reason = Timeout
|
2101 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2102 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
2103 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 6
reason = Timeout
|
2104 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 6
reason = Timeout
|
2105 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
2106 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
2107 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2108 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 6
reason = Timeout
|
2109 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2110 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 6
reason = Timeout
|
2111 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 6
reason = Timeout
|
2112 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
2113 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2114 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 6
reason = Timeout
|
2115 | 2024-08-16T21:32:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
2116 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
2117 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 7
reason = Timeout
|
2118 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2119 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 16
reason = Timeout
|
2120 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2121 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 6
reason = Timeout
|
2122 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2123 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 6
reason = Timeout
|
2124 | 2024-08-16T21:32:08.461Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
2125 | 2024-08-16T21:32:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
2126 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
2127 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
2128 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
2129 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
2130 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2131 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2132 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2133 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2134 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2135 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
2136 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2137 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
2138 | 2024-08-16T21:32:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2139 | 2024-08-16T21:32:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2140 | 2024-08-16T21:32:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2141 | 2024-08-16T21:32:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2142 | 2024-08-16T21:32:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2143 | 2024-08-16T21:32:08.464Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
2144 | 2024-08-16T21:32:08.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.255529ms
iteration = 6
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
2145 | 2024-08-16T21:32:08.465Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2146 | 2024-08-16T21:32:08.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.477185ms
iteration = 16
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2147 | 2024-08-16T21:32:08.465Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1612, tv_nsec: 167737281 } })
|
2148 | 2024-08-16T21:32:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2149 | 2024-08-16T21:32:08.465Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
2150 | 2024-08-16T21:32:08.465Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
2151 | 2024-08-16T21:32:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
2152 | 2024-08-16T21:32:08.465Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
2153 | 2024-08-16T21:32:08.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 4.486263ms
iteration = 6
status = {"errors":[],"garbage_collect_requested":[]}
|
2154 | 2024-08-16T21:32:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2155 | 2024-08-16T21:32:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
2156 | 2024-08-16T21:32:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2157 | 2024-08-16T21:32:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
2158 | 2024-08-16T21:32:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2159 | 2024-08-16T21:32:08.466Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
2160 | 2024-08-16T21:32:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2161 | 2024-08-16T21:32:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
2162 | 2024-08-16T21:32:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2163 | 2024-08-16T21:32:08.467Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1612, tv_nsec: 169808668 } })
|
2164 | 2024-08-16T21:32:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2165 | 2024-08-16T21:32:08.467Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
2166 | 2024-08-16T21:32:08.467Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
2167 | 2024-08-16T21:32:08.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 6.036785ms
iteration = 6
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
2168 | 2024-08-16T21:32:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2169 | 2024-08-16T21:32:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2170 | 2024-08-16T21:32:08.469Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
2171 | 2024-08-16T21:32:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
2172 | 2024-08-16T21:32:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
2173 | 2024-08-16T21:32:08.469Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
2174 | 2024-08-16T21:32:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2175 | 2024-08-16T21:32:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
2176 | 2024-08-16T21:32:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2177 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
2178 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2179 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2180 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2181 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2182 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2183 | 2024-08-16T21:32:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2184 | 2024-08-16T21:32:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
2185 | 2024-08-16T21:32:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2186 | 2024-08-16T21:32:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2187 | 2024-08-16T21:32:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2188 | 2024-08-16T21:32:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2189 | 2024-08-16T21:32:08.472Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1612, tv_nsec: 174769233 } })
|
2190 | 2024-08-16T21:32:08.472Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2191 | 2024-08-16T21:32:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2192 | 2024-08-16T21:32:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
2193 | 2024-08-16T21:32:08.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2194 | 2024-08-16T21:32:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
2195 | 2024-08-16T21:32:08.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2196 | 2024-08-16T21:32:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2197 | 2024-08-16T21:32:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2198 | 2024-08-16T21:32:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2199 | 2024-08-16T21:32:08.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2200 | 2024-08-16T21:32:08.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2201 | 2024-08-16T21:32:08.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2202 | 2024-08-16T21:32:08.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2203 | 2024-08-16T21:32:08.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2204 | 2024-08-16T21:32:08.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2205 | 2024-08-16T21:32:08.477Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
2206 | 2024-08-16T21:32:08.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 15.681609ms
iteration = 6
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
2207 | 2024-08-16T21:32:08.490Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2208 | 2024-08-16T21:32:08.490Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 28.777846ms
iteration = 16
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2209 | 2024-08-16T21:32:08.494Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2210 | 2024-08-16T21:32:08.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2211 | 2024-08-16T21:32:08.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2212 | 2024-08-16T21:32:08.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
2213 | 2024-08-16T21:32:08.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2214 | 2024-08-16T21:32:08.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2215 | 2024-08-16T21:32:08.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2216 | 2024-08-16T21:32:08.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
2217 | 2024-08-16T21:32:08.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2218 | 2024-08-16T21:32:08.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2219 | 2024-08-16T21:32:08.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2220 | 2024-08-16T21:32:08.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2221 | 2024-08-16T21:32:08.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
2222 | 2024-08-16T21:32:08.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2223 | 2024-08-16T21:32:08.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2224 | 2024-08-16T21:32:08.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
2225 | 2024-08-16T21:32:08.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2226 | 2024-08-16T21:32:08.507Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
2227 | 2024-08-16T21:32:08.507Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 45.609236ms
iteration = 6
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
2228 | 2024-08-16T21:32:08.509Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
2229 | 2024-08-16T21:32:08.509Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2230 | 2024-08-16T21:32:08.509Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2231 | 2024-08-16T21:32:08.510Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 48.654501ms
iteration = 6
status = 0
|
2232 | 2024-08-16T21:32:08.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
2233 | 2024-08-16T21:32:08.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
2234 | 2024-08-16T21:32:08.513Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
2235 | 2024-08-16T21:32:08.513Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 51.557759ms
iteration = 6
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
2236 | 2024-08-16T21:32:08.518Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
2237 | 2024-08-16T21:32:08.518Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 56.578307ms
iteration = 7
status = {"physical_disks_added":0}
|
2238 | 2024-08-16T21:32:08.612Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
2239 | 2024-08-16T21:32:08.612Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2240 | 2024-08-16T21:32:08.613Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "efe20f35-5a12-4b3a-8444-fe9f73d7d682", "content-length": "26", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2241 | 2024-08-16T21:32:08.613Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2242 | 2024-08-16T21:32:08.614Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
2243 | 2024-08-16T21:32:08.728Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
2244 | 2024-08-16T21:32:08.729Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "51e69c37-0586-47f4-9e18-51537e1701f0", "content-length": "372", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2245 | 2024-08-16T21:32:08.729Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2246 | 2024-08-16T21:32:08.729Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2247 | 2024-08-16T21:32:08.731Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2248 | 2024-08-16T21:32:08.732Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2249 | 2024-08-16T21:32:08.735Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2250 | 2024-08-16T21:32:08.735Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2251 | 2024-08-16T21:32:08.737Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
2252 | 2024-08-16T21:32:08.737Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "2e60d8f8-6a7f-461e-bb72-8f5662efb5ae", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2253 | 2024-08-16T21:32:08.739Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 277.689982ms
iteration = 6
status = {}
|
2254 | 2024-08-16T21:32:08.744Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
2255 | 2024-08-16T21:32:08.744Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2256 | 2024-08-16T21:32:08.744Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9e26fceb-1713-48de-88e8-d7f2736c1be0", "content-length": "26", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2257 | 2024-08-16T21:32:08.744Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2258 | 2024-08-16T21:32:08.746Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
2259 | 2024-08-16T21:32:08.748Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
2260 | 2024-08-16T21:32:08.748Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2261 | 2024-08-16T21:32:08.749Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6a8cf635-264e-48d3-b490-fa026031794d", "content-length": "26", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2262 | 2024-08-16T21:32:08.749Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2263 | 2024-08-16T21:32:08.751Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2264 | 2024-08-16T21:32:08.758Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 296.9938ms
iteration = 6
status = {}
|
2265 | 2024-08-16T21:32:08.773Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
2266 | 2024-08-16T21:32:08.774Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6d9e5fda-83e8-49fb-98a2-a6ca1682553c", "content-length": "691", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2267 | 2024-08-16T21:32:08.774Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
2268 | 2024-08-16T21:32:08.774Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
2269 | 2024-08-16T21:32:08.774Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
2270 | 2024-08-16T21:32:08.776Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 314.93569ms
iteration = 6
status = {}
|
2271 | 2024-08-16T21:32:08.826Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
2272 | 2024-08-16T21:32:08.827Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "102db1b6-8033-4d22-929f-1f4aaa6ad57c", "content-length": "1", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2273 | 2024-08-16T21:32:08.828Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
2274 | 2024-08-16T21:32:08.829Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
2275 | 2024-08-16T21:32:08.830Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 369.016778ms
iteration = 6
status = null
|
2276 | 2024-08-16T21:32:08.888Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2277 | 2024-08-16T21:32:08.888Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2278 | 2024-08-16T21:32:08.890Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
2279 | 2024-08-16T21:32:08.891Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2280 | 2024-08-16T21:32:08.891Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2281 | 2024-08-16T21:32:08.896Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
2282 | 2024-08-16T21:32:08.897Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "190637cf-0724-4926-94a5-5078ddcc9191", "content-length": "121", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2283 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
2284 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
2285 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
2286 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
2287 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
2288 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
2289 | 2024-08-16T21:32:08.897Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2290 | 2024-08-16T21:32:08.897Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2291 | 2024-08-16T21:32:08.897Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2292 | 2024-08-16T21:32:08.904Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
2293 | 2024-08-16T21:32:08.904Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ea91f2f3-a568-4598-9fc1-874b67fc1c01", "content-length": "2", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2294 | 2024-08-16T21:32:08.904Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
2295 | 2024-08-16T21:32:08.904Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b06ce39f-ae6f-4d8a-874f-bdf498796048", "content-length": "52", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2296 | 2024-08-16T21:32:08.904Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
2297 | 2024-08-16T21:32:08.904Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
2298 | 2024-08-16T21:32:08.955Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "97c3e345-2166-4f0e-8f00-0e2542aa70be", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2299 | 2024-08-16T21:32:08.955Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
2300 | 2024-08-16T21:32:08.955Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
2301 | 2024-08-16T21:32:08.955Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ff734782-4536-4cba-9b44-69c8ee1394f7", "content-length": "494", "date": "Fri, 16 Aug 2024 21:32:08 GMT"} })
|
2302 | 2024-08-16T21:32:08.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2303 | 2024-08-16T21:32:08.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2304 | 2024-08-16T21:32:08.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2305 | 2024-08-16T21:32:08.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2306 | 2024-08-16T21:32:08.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2307 | 2024-08-16T21:32:08.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2308 | 2024-08-16T21:32:08.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2309 | 2024-08-16T21:32:08.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2310 | 2024-08-16T21:32:08.969Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 507.412643ms
iteration = 6
status = {}
|
2311 | 2024-08-16T21:32:09.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 219
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 000376ff-07a2-4be0-b152-5085dd995e7c
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2312 | 2024-08-16T21:32:18.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 17
reason = Timeout
|
2313 | 2024-08-16T21:32:18.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 17
reason = Timeout
|
2314 | 2024-08-16T21:32:18.462Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2315 | 2024-08-16T21:32:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2316 | 2024-08-16T21:32:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2317 | 2024-08-16T21:32:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2318 | 2024-08-16T21:32:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2319 | 2024-08-16T21:32:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2320 | 2024-08-16T21:32:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2321 | 2024-08-16T21:32:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2322 | 2024-08-16T21:32:18.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2323 | 2024-08-16T21:32:18.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.328594ms
iteration = 17
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2324 | 2024-08-16T21:32:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2325 | 2024-08-16T21:32:18.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2326 | 2024-08-16T21:32:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2327 | 2024-08-16T21:32:18.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2328 | 2024-08-16T21:32:18.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2329 | 2024-08-16T21:32:18.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2330 | 2024-08-16T21:32:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2331 | 2024-08-16T21:32:18.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2332 | 2024-08-16T21:32:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2333 | 2024-08-16T21:32:18.476Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2334 | 2024-08-16T21:32:18.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.229299ms
iteration = 17
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2335 | 2024-08-16T21:32:19.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 234
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 13a0c587-50f1-4ab7-ade6-1f966d801f92
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2336 | 2024-08-16T21:32:28.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 18
reason = Timeout
|
2337 | 2024-08-16T21:32:28.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 18
reason = Timeout
|
2338 | 2024-08-16T21:32:28.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2339 | 2024-08-16T21:32:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2340 | 2024-08-16T21:32:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2341 | 2024-08-16T21:32:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2342 | 2024-08-16T21:32:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2343 | 2024-08-16T21:32:28.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2344 | 2024-08-16T21:32:28.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2345 | 2024-08-16T21:32:28.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2346 | 2024-08-16T21:32:28.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2347 | 2024-08-16T21:32:28.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.778426ms
iteration = 18
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2348 | 2024-08-16T21:32:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2349 | 2024-08-16T21:32:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2350 | 2024-08-16T21:32:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2351 | 2024-08-16T21:32:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2352 | 2024-08-16T21:32:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2353 | 2024-08-16T21:32:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2354 | 2024-08-16T21:32:28.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2355 | 2024-08-16T21:32:28.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2356 | 2024-08-16T21:32:28.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2357 | 2024-08-16T21:32:28.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2358 | 2024-08-16T21:32:28.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.255359ms
iteration = 18
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2359 | 2024-08-16T21:32:29.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 207
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = cb4672d8-20cd-45fd-8ec0-8e07a8cfc0e2
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2360 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 7
reason = Timeout
|
2361 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 7
reason = Timeout
|
2362 | 2024-08-16T21:32:38.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
2363 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
2364 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2365 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 4
reason = Timeout
|
2366 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
2367 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
2368 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 7
reason = Timeout
|
2369 | 2024-08-16T21:32:38.461Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
2370 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 7
reason = Timeout
|
2371 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 4
reason = Timeout
|
2372 | 2024-08-16T21:32:38.461Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
2373 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 6
reason = Timeout
|
2374 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
2375 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2376 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 5
reason = Timeout
|
2377 | 2024-08-16T21:32:38.461Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
2378 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 4
reason = Timeout
|
2379 | 2024-08-16T21:32:38.461Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
2380 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 15.51\u{b5}s
iteration = 5
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
2381 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 4
reason = Timeout
|
2382 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 7
reason = Timeout
|
2383 | 2024-08-16T21:32:38.461Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:22:38.461773875 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
2384 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 7
reason = Timeout
|
2385 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
2386 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
2387 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2388 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2389 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 7
reason = Timeout
|
2390 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
2391 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
2392 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 7
reason = Timeout
|
2393 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
2394 | 2024-08-16T21:32:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 19
reason = Timeout
|
2395 | 2024-08-16T21:32:38.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2396 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2397 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 4
reason = Timeout
|
2398 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
2399 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 8
reason = Timeout
|
2400 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 4
reason = Timeout
|
2401 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2402 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 7
reason = Timeout
|
2403 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
2404 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 6
reason = Timeout
|
2405 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 7
reason = Timeout
|
2406 | 2024-08-16T21:32:38.462Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
2407 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
2408 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 7
reason = Timeout
|
2409 | 2024-08-16T21:32:38.462Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
2410 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
2411 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 7
reason = Timeout
|
2412 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
2413 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 4
reason = Timeout
|
2414 | 2024-08-16T21:32:38.462Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
2415 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
2416 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 4
reason = Timeout
|
2417 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
2418 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
2419 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = crdb_node_id_collector
iteration = 3
reason = Timeout
|
2420 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 4
reason = Timeout
|
2421 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2422 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2423 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 19
reason = Timeout
|
2424 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
2425 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
2426 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2427 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
2428 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
2429 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2430 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2431 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
2432 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2433 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
2434 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
2435 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2436 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2437 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
2438 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
2439 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
2440 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
2441 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
2442 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
2443 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
2444 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2445 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2446 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2447 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2448 | 2024-08-16T21:32:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2449 | 2024-08-16T21:32:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2450 | 2024-08-16T21:32:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2451 | 2024-08-16T21:32:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2452 | 2024-08-16T21:32:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2453 | 2024-08-16T21:32:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2454 | 2024-08-16T21:32:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2455 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2456 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2457 | 2024-08-16T21:32:38.464Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
2458 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
2459 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
2460 | 2024-08-16T21:32:38.464Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1642, tv_nsec: 167289527 } })
|
2461 | 2024-08-16T21:32:38.464Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1642, tv_nsec: 167295737 } })
|
2462 | 2024-08-16T21:32:38.464Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
2463 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.065254ms
iteration = 7
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
2464 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2465 | 2024-08-16T21:32:38.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
2466 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2467 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
2468 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
2469 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2470 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
2471 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2472 | 2024-08-16T21:32:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2473 | 2024-08-16T21:32:38.466Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2474 | 2024-08-16T21:32:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.647716ms
iteration = 19
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2475 | 2024-08-16T21:32:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2476 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
2477 | 2024-08-16T21:32:38.467Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
2478 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 5.791648ms
iteration = 4
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
2479 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
2480 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
2481 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 5.87503ms
iteration = 4
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
2482 | 2024-08-16T21:32:38.467Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
2483 | 2024-08-16T21:32:38.467Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
2484 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 6.061986ms
iteration = 7
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
2485 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
2486 | 2024-08-16T21:32:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 5.86847ms
iteration = 4
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
2487 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
2488 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2489 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
2490 | 2024-08-16T21:32:38.468Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:22:38.461773875 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
2491 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 6.350424ms
iteration = 4
status = {"expiration":"2024-08-16T21:22:38.461773875Z","pruned":[]}
|
2492 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
2493 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
2494 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2495 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
2496 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
2497 | 2024-08-16T21:32:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2498 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2499 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
2500 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2501 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2502 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2503 | 2024-08-16T21:32:38.469Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
2504 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 7.767512ms
iteration = 7
status = {"errors":[],"garbage_collect_requested":[]}
|
2505 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2506 | 2024-08-16T21:32:38.469Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
2507 | 2024-08-16T21:32:38.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 7.810084ms
iteration = 4
status = {"errors":[],"found_port_ok":[]}
|
2508 | 2024-08-16T21:32:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2509 | 2024-08-16T21:32:38.471Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
2510 | 2024-08-16T21:32:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2511 | 2024-08-16T21:32:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
2512 | 2024-08-16T21:32:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2513 | 2024-08-16T21:32:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
2514 | 2024-08-16T21:32:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
2515 | 2024-08-16T21:32:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2516 | 2024-08-16T21:32:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2517 | 2024-08-16T21:32:38.472Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1642, tv_nsec: 174911925 } })
|
2518 | 2024-08-16T21:32:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2519 | 2024-08-16T21:32:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2520 | 2024-08-16T21:32:38.472Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
2521 | 2024-08-16T21:32:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2522 | 2024-08-16T21:32:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
2523 | 2024-08-16T21:32:38.473Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
2524 | 2024-08-16T21:32:38.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 11.775772ms
iteration = 7
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
2525 | 2024-08-16T21:32:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2526 | 2024-08-16T21:32:38.474Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
2527 | 2024-08-16T21:32:38.474Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
2528 | 2024-08-16T21:32:38.474Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
2529 | 2024-08-16T21:32:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
2530 | 2024-08-16T21:32:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
2531 | 2024-08-16T21:32:38.474Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1642, tv_nsec: 177241159 } })
|
2532 | 2024-08-16T21:32:38.474Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2533 | 2024-08-16T21:32:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
2534 | 2024-08-16T21:32:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2535 | 2024-08-16T21:32:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2536 | 2024-08-16T21:32:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2537 | 2024-08-16T21:32:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
2538 | 2024-08-16T21:32:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2539 | 2024-08-16T21:32:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2540 | 2024-08-16T21:32:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2541 | 2024-08-16T21:32:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
2542 | 2024-08-16T21:32:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2543 | 2024-08-16T21:32:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
2544 | 2024-08-16T21:32:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2545 | 2024-08-16T21:32:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2546 | 2024-08-16T21:32:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2547 | 2024-08-16T21:32:38.478Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1642, tv_nsec: 181339441 } })
|
2548 | 2024-08-16T21:32:38.478Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
2549 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2550 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2551 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
2552 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2553 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
2554 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
2555 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2556 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
2557 | 2024-08-16T21:32:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2558 | 2024-08-16T21:32:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
2559 | 2024-08-16T21:32:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2560 | 2024-08-16T21:32:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2561 | 2024-08-16T21:32:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2562 | 2024-08-16T21:32:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
2563 | 2024-08-16T21:32:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
2564 | 2024-08-16T21:32:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2565 | 2024-08-16T21:32:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
2566 | 2024-08-16T21:32:38.484Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
2567 | 2024-08-16T21:32:38.484Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
2568 | 2024-08-16T21:32:38.484Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
2569 | 2024-08-16T21:32:38.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
2570 | 2024-08-16T21:32:38.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
2571 | 2024-08-16T21:32:38.491Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2572 | 2024-08-16T21:32:38.491Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2573 | 2024-08-16T21:32:38.493Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2574 | 2024-08-16T21:32:38.493Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
2575 | 2024-08-16T21:32:38.493Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
2576 | 2024-08-16T21:32:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2577 | 2024-08-16T21:32:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
2578 | 2024-08-16T21:32:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2579 | 2024-08-16T21:32:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
2580 | 2024-08-16T21:32:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
2581 | 2024-08-16T21:32:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
2582 | 2024-08-16T21:32:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
2583 | 2024-08-16T21:32:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
2584 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2585 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2586 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2587 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2588 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
2589 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
2590 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
2591 | 2024-08-16T21:32:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
2592 | 2024-08-16T21:32:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2593 | 2024-08-16T21:32:38.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
2594 | 2024-08-16T21:32:38.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
2595 | 2024-08-16T21:32:38.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
2596 | 2024-08-16T21:32:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
2597 | 2024-08-16T21:32:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
2598 | 2024-08-16T21:32:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
2599 | 2024-08-16T21:32:38.502Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
2600 | 2024-08-16T21:32:38.502Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 41.008151ms
iteration = 7
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
2601 | 2024-08-16T21:32:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
2602 | 2024-08-16T21:32:38.503Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2603 | 2024-08-16T21:32:38.503Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 41.280309ms
iteration = 19
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2604 | 2024-08-16T21:32:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
2605 | 2024-08-16T21:32:38.504Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
2606 | 2024-08-16T21:32:38.504Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
2607 | 2024-08-16T21:32:38.504Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
2608 | 2024-08-16T21:32:38.504Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 42.211224ms
iteration = 4
status = {"generation":1}
|
2609 | 2024-08-16T21:32:38.504Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2610 | 2024-08-16T21:32:38.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
2611 | 2024-08-16T21:32:38.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
2612 | 2024-08-16T21:32:38.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
2613 | 2024-08-16T21:32:38.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2614 | 2024-08-16T21:32:38.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2615 | 2024-08-16T21:32:38.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2616 | 2024-08-16T21:32:38.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2617 | 2024-08-16T21:32:38.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2618 | 2024-08-16T21:32:38.513Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
2619 | 2024-08-16T21:32:38.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2620 | 2024-08-16T21:32:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2621 | 2024-08-16T21:32:38.520Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 58.858589ms
iteration = 7
status = 0
|
2622 | 2024-08-16T21:32:38.527Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
2623 | 2024-08-16T21:32:38.527Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
2624 | 2024-08-16T21:32:38.527Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 66.19688ms
iteration = 4
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
2625 | 2024-08-16T21:32:38.531Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2626 | 2024-08-16T21:32:38.531Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2627 | 2024-08-16T21:32:38.541Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2628 | 2024-08-16T21:32:38.542Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2629 | 2024-08-16T21:32:38.542Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
2630 | 2024-08-16T21:32:38.542Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 80.911892ms
iteration = 8
status = {"physical_disks_added":0}
|
2631 | 2024-08-16T21:32:38.543Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2632 | 2024-08-16T21:32:38.543Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
2633 | 2024-08-16T21:32:38.543Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
2634 | 2024-08-16T21:32:38.543Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
2635 | 2024-08-16T21:32:38.544Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
2636 | 2024-08-16T21:32:38.545Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2637 | 2024-08-16T21:32:38.545Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
2638 | 2024-08-16T21:32:38.545Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2639 | 2024-08-16T21:32:38.545Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2640 | 2024-08-16T21:32:38.546Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2641 | 2024-08-16T21:32:38.548Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
2642 | 2024-08-16T21:32:38.548Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2643 | 2024-08-16T21:32:38.548Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2644 | 2024-08-16T21:32:38.549Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
2645 | 2024-08-16T21:32:38.549Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
2646 | 2024-08-16T21:32:38.549Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
2647 | 2024-08-16T21:32:38.551Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
2648 | 2024-08-16T21:32:38.551Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
2649 | 2024-08-16T21:32:38.551Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
2650 | 2024-08-16T21:32:38.551Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 89.362733ms
iteration = 4
status = {"generation":2}
|
2651 | 2024-08-16T21:32:38.574Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
|
2652 | 2024-08-16T21:32:38.574Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 112.706531ms
iteration = 4
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
2653 | 2024-08-16T21:32:38.637Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
2654 | 2024-08-16T21:32:38.637Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2655 | 2024-08-16T21:32:38.637Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e8c41cc1-da49-4574-b76d-6d7bd642d089", "content-length": "26", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2656 | 2024-08-16T21:32:38.637Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2657 | 2024-08-16T21:32:38.639Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
2658 | 2024-08-16T21:32:38.641Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
2659 | 2024-08-16T21:32:38.641Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2660 | 2024-08-16T21:32:38.642Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "da082667-5fb9-4967-8bc1-2dc52cc94abe", "content-length": "26", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2661 | 2024-08-16T21:32:38.642Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2662 | 2024-08-16T21:32:38.643Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2663 | 2024-08-16T21:32:38.673Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
2664 | 2024-08-16T21:32:38.676Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
2665 | 2024-08-16T21:32:38.723Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
2666 | 2024-08-16T21:32:38.723Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2667 | 2024-08-16T21:32:38.723Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "91916e1d-0172-4149-aeb4-16cf858bf1d3", "content-length": "26", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2668 | 2024-08-16T21:32:38.723Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2669 | 2024-08-16T21:32:38.726Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
2670 | 2024-08-16T21:32:38.754Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
2671 | 2024-08-16T21:32:38.755Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "51724af0-e24f-46bb-be3a-eb56bd7f0cfc", "content-length": "691", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2672 | 2024-08-16T21:32:38.755Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
2673 | 2024-08-16T21:32:38.755Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
2674 | 2024-08-16T21:32:38.755Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
2675 | 2024-08-16T21:32:38.756Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 294.856301ms
iteration = 7
status = {}
|
2676 | 2024-08-16T21:32:38.805Z | DEBG | nexus (BackgroundTasks): client request
background_task = crdb_node_id_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::7]:32222/node/id
|
2677 | 2024-08-16T21:32:38.806Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2678 | 2024-08-16T21:32:38.808Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
2679 | 2024-08-16T21:32:38.808Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2680 | 2024-08-16T21:32:38.808Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2681 | 2024-08-16T21:32:38.808Z | DEBG | nexus (BackgroundTasks): client response
background_task = crdb_node_id_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::7)), port: Some(32222), path: "/node/id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1aeb09fc-029f-4341-904e-2b8c34e2883a", "content-length": "64", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2682 | 2024-08-16T21:32:38.809Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2683 | 2024-08-16T21:32:38.809Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2684 | 2024-08-16T21:32:38.810Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2685 | 2024-08-16T21:32:38.811Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
2686 | 2024-08-16T21:32:38.811Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
2687 | 2024-08-16T21:32:38.811Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
2688 | 2024-08-16T21:32:38.821Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = crdb_node_id_collector
elapsed = 359.066557ms
iteration = 3
status = {"nsuccess":5}
|
2689 | 2024-08-16T21:32:38.831Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
2690 | 2024-08-16T21:32:38.831Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5e136496-33be-451c-bfa3-393a0d52f42f", "content-length": "372", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2691 | 2024-08-16T21:32:38.831Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2692 | 2024-08-16T21:32:38.831Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2693 | 2024-08-16T21:32:38.833Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2694 | 2024-08-16T21:32:38.833Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2695 | 2024-08-16T21:32:38.835Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
2696 | 2024-08-16T21:32:38.835Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
2697 | 2024-08-16T21:32:38.836Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2698 | 2024-08-16T21:32:38.836Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2699 | 2024-08-16T21:32:38.837Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
2700 | 2024-08-16T21:32:38.838Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ba18ac64-6ec0-4697-b354-203c5b648b41", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2701 | 2024-08-16T21:32:38.839Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 377.552282ms
iteration = 7
status = {}
|
2702 | 2024-08-16T21:32:38.863Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
2703 | 2024-08-16T21:32:38.863Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 401.811426ms
iteration = 7
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
2704 | 2024-08-16T21:32:38.885Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 423.817827ms
iteration = 7
status = {}
|
2705 | 2024-08-16T21:32:38.893Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
2706 | 2024-08-16T21:32:38.894Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
2707 | 2024-08-16T21:32:38.894Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
2708 | 2024-08-16T21:32:38.894Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b8f14f58-7862-49ee-9274-23fa81acb027", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
2709 | 2024-08-16T21:32:38.894Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
2710 | 2024-08-16T21:32:38.895Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a6bd98b3-9e72-4303-9803-632b9d32b316", "content-length": "1", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2711 | 2024-08-16T21:32:38.895Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "48315bdd-3f16-43ba-a563-233337237a67", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
2712 | 2024-08-16T21:32:38.895Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
2713 | 2024-08-16T21:32:38.897Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
2714 | 2024-08-16T21:32:38.897Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
2715 | 2024-08-16T21:32:38.897Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
2716 | 2024-08-16T21:32:38.897Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 436.079132ms
iteration = 6
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
2717 | 2024-08-16T21:32:38.899Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 437.195923ms
iteration = 7
status = null
|
2718 | 2024-08-16T21:32:38.954Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
2719 | 2024-08-16T21:32:38.954Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "52c00781-e82a-48b1-8e98-20ead43bf7ff", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2720 | 2024-08-16T21:32:38.954Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2721 | 2024-08-16T21:32:38.956Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "eadc3465-0f58-4873-b2eb-6add652b2205", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2722 | 2024-08-16T21:32:38.956Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2723 | 2024-08-16T21:32:38.957Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "332941cb-c569-4d8d-9f66-9f214869159a", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2724 | 2024-08-16T21:32:38.957Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2725 | 2024-08-16T21:32:38.958Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
2726 | 2024-08-16T21:32:38.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 496.721431ms
iteration = 6
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
2727 | 2024-08-16T21:32:38.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2728 | 2024-08-16T21:32:38.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2729 | 2024-08-16T21:32:38.998Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
2730 | 2024-08-16T21:32:38.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2731 | 2024-08-16T21:32:38.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2732 | 2024-08-16T21:32:39.007Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
2733 | 2024-08-16T21:32:39.007Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b73a6c5e-a8dd-437b-b1e4-d2526381248c", "content-length": "121", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2734 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
2735 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
2736 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
2737 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
2738 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
2739 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
2740 | 2024-08-16T21:32:39.007Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2741 | 2024-08-16T21:32:39.007Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2742 | 2024-08-16T21:32:39.008Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2743 | 2024-08-16T21:32:39.010Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
2744 | 2024-08-16T21:32:39.010Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f9d9db5b-7a67-4827-ac5c-66321e46ac62", "content-length": "2", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2745 | 2024-08-16T21:32:39.010Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
2746 | 2024-08-16T21:32:39.011Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c48d7062-59f1-4bb7-b161-c4bbf5b1273a", "content-length": "52", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2747 | 2024-08-16T21:32:39.011Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
2748 | 2024-08-16T21:32:39.011Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
2749 | 2024-08-16T21:32:39.029Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 206
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 6d0903d5-534e-4dc1-ac38-17e962c8a2c5
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2750 | 2024-08-16T21:32:39.064Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "11669bf9-5124-4158-bdd5-7d0963813fdd", "date": "Fri, 16 Aug 2024 21:32:38 GMT"} })
|
2751 | 2024-08-16T21:32:39.064Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
2752 | 2024-08-16T21:32:39.064Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
2753 | 2024-08-16T21:32:39.064Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "55ceab38-e057-4b22-9781-5ee2c5425485", "content-length": "494", "date": "Fri, 16 Aug 2024 21:32:39 GMT"} })
|
2754 | 2024-08-16T21:32:39.064Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2755 | 2024-08-16T21:32:39.065Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2756 | 2024-08-16T21:32:39.068Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2757 | 2024-08-16T21:32:39.068Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2758 | 2024-08-16T21:32:39.071Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2759 | 2024-08-16T21:32:39.072Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2760 | 2024-08-16T21:32:39.072Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2761 | 2024-08-16T21:32:39.073Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2762 | 2024-08-16T21:32:39.078Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 616.697771ms
iteration = 7
status = {}
|
2763 | 2024-08-16T21:32:48.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 20
reason = Timeout
|
2764 | 2024-08-16T21:32:48.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 20
reason = Timeout
|
2765 | 2024-08-16T21:32:48.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2766 | 2024-08-16T21:32:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2767 | 2024-08-16T21:32:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2768 | 2024-08-16T21:32:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2769 | 2024-08-16T21:32:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2770 | 2024-08-16T21:32:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2771 | 2024-08-16T21:32:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2772 | 2024-08-16T21:32:48.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2773 | 2024-08-16T21:32:48.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2774 | 2024-08-16T21:32:48.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.479728ms
iteration = 20
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2775 | 2024-08-16T21:32:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2776 | 2024-08-16T21:32:48.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2777 | 2024-08-16T21:32:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2778 | 2024-08-16T21:32:48.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2779 | 2024-08-16T21:32:48.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2780 | 2024-08-16T21:32:48.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2781 | 2024-08-16T21:32:48.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2782 | 2024-08-16T21:32:48.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2783 | 2024-08-16T21:32:48.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2784 | 2024-08-16T21:32:48.478Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2785 | 2024-08-16T21:32:48.478Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 16.868921ms
iteration = 20
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2786 | 2024-08-16T21:32:49.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 231
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 4db8291d-6806-4cca-b737-48352403c9e9
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2787 | 2024-08-16T21:32:58.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 21
reason = Timeout
|
2788 | 2024-08-16T21:32:58.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 21
reason = Timeout
|
2789 | 2024-08-16T21:32:58.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2790 | 2024-08-16T21:32:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2791 | 2024-08-16T21:32:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2792 | 2024-08-16T21:32:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2793 | 2024-08-16T21:32:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2794 | 2024-08-16T21:32:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2795 | 2024-08-16T21:32:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2796 | 2024-08-16T21:32:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2797 | 2024-08-16T21:32:58.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2798 | 2024-08-16T21:32:58.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.861608ms
iteration = 21
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2799 | 2024-08-16T21:32:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2800 | 2024-08-16T21:32:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2801 | 2024-08-16T21:32:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2802 | 2024-08-16T21:32:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2803 | 2024-08-16T21:32:58.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2804 | 2024-08-16T21:32:58.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2805 | 2024-08-16T21:32:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2806 | 2024-08-16T21:32:58.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2807 | 2024-08-16T21:32:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2808 | 2024-08-16T21:32:58.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2809 | 2024-08-16T21:32:58.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 12.644546ms
iteration = 21
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2810 | 2024-08-16T21:32:59.030Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 341
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = f5cbf224-3f27-4b00-9305-123c4ed038cd
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
2811 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 8
reason = Timeout
|
2812 | 2024-08-16T21:33:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
2813 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 8
reason = Timeout
|
2814 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
2815 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
2816 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
2817 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 22
reason = Timeout
|
2818 | 2024-08-16T21:33:08.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
2819 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2820 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 8
reason = Timeout
|
2821 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 8
reason = Timeout
|
2822 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2823 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 8
reason = Timeout
|
2824 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
2825 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
2826 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 8
reason = Timeout
|
2827 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 8
reason = Timeout
|
2828 | 2024-08-16T21:33:08.461Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
2829 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
2830 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
2831 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 8
reason = Timeout
|
2832 | 2024-08-16T21:33:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
2833 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
2834 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 8
reason = Timeout
|
2835 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2836 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 9
reason = Timeout
|
2837 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 8
reason = Timeout
|
2838 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2839 | 2024-08-16T21:33:08.461Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
2840 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 8
reason = Timeout
|
2841 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 8
reason = Timeout
|
2842 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2843 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 22
reason = Timeout
|
2844 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2845 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2846 | 2024-08-16T21:33:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2847 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2848 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
2849 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
2850 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
2851 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
2852 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
2853 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
2854 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2855 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
2856 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2857 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2858 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2859 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2860 | 2024-08-16T21:33:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
2861 | 2024-08-16T21:33:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
2862 | 2024-08-16T21:33:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2863 | 2024-08-16T21:33:08.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
2864 | 2024-08-16T21:33:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.761375ms
iteration = 22
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
2865 | 2024-08-16T21:33:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2866 | 2024-08-16T21:33:08.464Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
2867 | 2024-08-16T21:33:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.096024ms
iteration = 8
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
2868 | 2024-08-16T21:33:08.465Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
2869 | 2024-08-16T21:33:08.465Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
2870 | 2024-08-16T21:33:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
2871 | 2024-08-16T21:33:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2872 | 2024-08-16T21:33:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
2873 | 2024-08-16T21:33:08.465Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1672, tv_nsec: 168810355 } })
|
2874 | 2024-08-16T21:33:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2875 | 2024-08-16T21:33:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
2876 | 2024-08-16T21:33:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2877 | 2024-08-16T21:33:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2878 | 2024-08-16T21:33:08.466Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
2879 | 2024-08-16T21:33:08.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 5.273364ms
iteration = 8
status = {"errors":[],"garbage_collect_requested":[]}
|
2880 | 2024-08-16T21:33:08.467Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
2881 | 2024-08-16T21:33:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
2882 | 2024-08-16T21:33:08.467Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1672, tv_nsec: 170647956 } })
|
2883 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2884 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
2885 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
2886 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
2887 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
2888 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
2889 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2890 | 2024-08-16T21:33:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2891 | 2024-08-16T21:33:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
2892 | 2024-08-16T21:33:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
2893 | 2024-08-16T21:33:08.469Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
2894 | 2024-08-16T21:33:08.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 8.107091ms
iteration = 8
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
2895 | 2024-08-16T21:33:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2896 | 2024-08-16T21:33:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2897 | 2024-08-16T21:33:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
2898 | 2024-08-16T21:33:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2899 | 2024-08-16T21:33:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2900 | 2024-08-16T21:33:08.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
2901 | 2024-08-16T21:33:08.470Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1672, tv_nsec: 173272907 } })
|
2902 | 2024-08-16T21:33:08.470Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
2903 | 2024-08-16T21:33:08.470Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 9.072098ms
iteration = 8
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
2904 | 2024-08-16T21:33:08.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2905 | 2024-08-16T21:33:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2906 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
2907 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2908 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2909 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2910 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
2911 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2912 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2913 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
2914 | 2024-08-16T21:33:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2915 | 2024-08-16T21:33:08.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2916 | 2024-08-16T21:33:08.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2917 | 2024-08-16T21:33:08.474Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
2918 | 2024-08-16T21:33:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2919 | 2024-08-16T21:33:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2920 | 2024-08-16T21:33:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2921 | 2024-08-16T21:33:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2922 | 2024-08-16T21:33:08.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2923 | 2024-08-16T21:33:08.476Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
2924 | 2024-08-16T21:33:08.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 14.564118ms
iteration = 8
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
2925 | 2024-08-16T21:33:08.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
2926 | 2024-08-16T21:33:08.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
2927 | 2024-08-16T21:33:08.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
2928 | 2024-08-16T21:33:08.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
2929 | 2024-08-16T21:33:08.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
2930 | 2024-08-16T21:33:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
2931 | 2024-08-16T21:33:08.481Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
2932 | 2024-08-16T21:33:08.481Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 19.472132ms
iteration = 9
status = {"physical_disks_added":0}
|
2933 | 2024-08-16T21:33:08.481Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
2934 | 2024-08-16T21:33:08.481Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.263934ms
iteration = 22
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
2935 | 2024-08-16T21:33:08.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2936 | 2024-08-16T21:33:08.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2937 | 2024-08-16T21:33:08.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2938 | 2024-08-16T21:33:08.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2939 | 2024-08-16T21:33:08.504Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
2940 | 2024-08-16T21:33:08.504Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
2941 | 2024-08-16T21:33:08.504Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 43.364905ms
iteration = 8
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
2942 | 2024-08-16T21:33:08.504Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2943 | 2024-08-16T21:33:08.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
2944 | 2024-08-16T21:33:08.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
2945 | 2024-08-16T21:33:08.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
2946 | 2024-08-16T21:33:08.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 47.375716ms
iteration = 8
status = 0
|
2947 | 2024-08-16T21:33:08.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2948 | 2024-08-16T21:33:08.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2949 | 2024-08-16T21:33:08.524Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2950 | 2024-08-16T21:33:08.524Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2951 | 2024-08-16T21:33:08.525Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2952 | 2024-08-16T21:33:08.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
2953 | 2024-08-16T21:33:08.528Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2954 | 2024-08-16T21:33:08.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2955 | 2024-08-16T21:33:08.530Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
2956 | 2024-08-16T21:33:08.532Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
2957 | 2024-08-16T21:33:08.532Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
2958 | 2024-08-16T21:33:08.532Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
2959 | 2024-08-16T21:33:08.574Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
2960 | 2024-08-16T21:33:08.574Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2961 | 2024-08-16T21:33:08.575Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5a487c50-0107-4843-8d4f-8820cc344d32", "content-length": "26", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
2962 | 2024-08-16T21:33:08.575Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2963 | 2024-08-16T21:33:08.576Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
2964 | 2024-08-16T21:33:08.606Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
2965 | 2024-08-16T21:33:08.606Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3ec46dbe-9022-40b6-af08-ab8f802f53e0", "content-length": "372", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
2966 | 2024-08-16T21:33:08.606Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2967 | 2024-08-16T21:33:08.607Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2968 | 2024-08-16T21:33:08.608Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2969 | 2024-08-16T21:33:08.609Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2970 | 2024-08-16T21:33:08.610Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
2971 | 2024-08-16T21:33:08.611Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
2972 | 2024-08-16T21:33:08.612Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
2973 | 2024-08-16T21:33:08.613Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ca252218-e30b-43e5-831f-0ba81f907298", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
2974 | 2024-08-16T21:33:08.614Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 153.298971ms
iteration = 8
status = {}
|
2975 | 2024-08-16T21:33:08.671Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
2976 | 2024-08-16T21:33:08.672Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0956028a-e849-4f94-a177-f70627cb041d", "content-length": "691", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
2977 | 2024-08-16T21:33:08.672Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
2978 | 2024-08-16T21:33:08.672Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
2979 | 2024-08-16T21:33:08.672Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
2980 | 2024-08-16T21:33:08.673Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 211.703908ms
iteration = 8
status = {}
|
2981 | 2024-08-16T21:33:08.684Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
2982 | 2024-08-16T21:33:08.684Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2983 | 2024-08-16T21:33:08.684Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "21c0f7c5-8f0e-4b9b-a61b-6f6a4d33dc63", "content-length": "26", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
2984 | 2024-08-16T21:33:08.684Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2985 | 2024-08-16T21:33:08.686Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
2986 | 2024-08-16T21:33:08.697Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
2987 | 2024-08-16T21:33:08.697Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
2988 | 2024-08-16T21:33:08.697Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c475a87f-52e5-487a-91f7-54ce8a80377a", "content-length": "26", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
2989 | 2024-08-16T21:33:08.697Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
2990 | 2024-08-16T21:33:08.698Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
2991 | 2024-08-16T21:33:08.777Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 316.075261ms
iteration = 8
status = {}
|
2992 | 2024-08-16T21:33:08.783Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
2993 | 2024-08-16T21:33:08.784Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b470d5a1-5b80-4b66-babf-ee77cd7e189e", "content-length": "1", "date": "Fri, 16 Aug 2024 21:33:07 GMT"} })
|
2994 | 2024-08-16T21:33:08.785Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
2995 | 2024-08-16T21:33:08.785Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
2996 | 2024-08-16T21:33:08.786Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 325.295594ms
iteration = 8
status = null
|
2997 | 2024-08-16T21:33:08.812Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
2998 | 2024-08-16T21:33:08.812Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
2999 | 2024-08-16T21:33:08.814Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
3000 | 2024-08-16T21:33:08.814Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3001 | 2024-08-16T21:33:08.814Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3002 | 2024-08-16T21:33:08.822Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
3003 | 2024-08-16T21:33:08.822Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "def1573b-a815-476f-bac2-608164cb1887", "content-length": "121", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
3004 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
3005 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
3006 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
3007 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
3008 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
3009 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
3010 | 2024-08-16T21:33:08.822Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3011 | 2024-08-16T21:33:08.822Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3012 | 2024-08-16T21:33:08.822Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3013 | 2024-08-16T21:33:08.826Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
3014 | 2024-08-16T21:33:08.826Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "dc9c3eaf-b677-4cad-8674-b6807756262d", "content-length": "2", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
3015 | 2024-08-16T21:33:08.826Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
3016 | 2024-08-16T21:33:08.827Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5b5c4901-028a-41cf-b52d-f369637a3e1e", "content-length": "52", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
3017 | 2024-08-16T21:33:08.827Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
3018 | 2024-08-16T21:33:08.827Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
3019 | 2024-08-16T21:33:08.873Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a5c6df48-1f99-4f4c-8f01-c3d63f8c115c", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
3020 | 2024-08-16T21:33:08.873Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
3021 | 2024-08-16T21:33:08.874Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
3022 | 2024-08-16T21:33:08.878Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f22a53a0-5f20-4a2c-96b7-7530a550209e", "content-length": "494", "date": "Fri, 16 Aug 2024 21:33:08 GMT"} })
|
3023 | 2024-08-16T21:33:08.878Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3024 | 2024-08-16T21:33:08.878Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3025 | 2024-08-16T21:33:08.881Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3026 | 2024-08-16T21:33:08.881Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3027 | 2024-08-16T21:33:08.883Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3028 | 2024-08-16T21:33:08.884Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3029 | 2024-08-16T21:33:08.884Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3030 | 2024-08-16T21:33:08.885Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3031 | 2024-08-16T21:33:08.891Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 430.317475ms
iteration = 8
status = {}
|
3032 | 2024-08-16T21:33:08.983Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
3033 | 2024-08-16T21:33:08.983Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
3034 | 2024-08-16T21:33:09.014Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
3035 | 2024-08-16T21:33:09.014Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:43359
|
3036 | 2024-08-16T21:33:09.014Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:43359
req_id = c8627326-ef32-4229-8a6b-1c32ac3eee9f
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
3037 | 2024-08-16T21:33:09.014Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:43359
req_id = c8627326-ef32-4229-8a6b-1c32ac3eee9f
resource = Database
result = Ok(())
uri = /metrics/producers
|
3038 | 2024-08-16T21:33:09.029Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 268
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = cbaab4ca-9be2-422e-a7d4-5715b2071ff0
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3039 | 2024-08-16T21:33:09.047Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:338
id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
|
3040 | 2024-08-16T21:33:09.047Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:43359
req_id = c8627326-ef32-4229-8a6b-1c32ac3eee9f
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
3041 | 2024-08-16T21:33:09.047Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:43359
req_id = c8627326-ef32-4229-8a6b-1c32ac3eee9f
resource = Database
result = Ok(())
uri = /metrics/producers
|
3042 | 2024-08-16T21:33:09.079Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
3043 | 2024-08-16T21:33:09.079Z | DEBG | nexus: client response
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6344c145-87f1-43af-86f3-0ac910755ff2", "date": "Fri, 16 Aug 2024 21:33:09 GMT"} })
|
3044 | 2024-08-16T21:33:09.079Z | INFO | nexus: assigned collector to new producer
collector_id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
file = nexus/src/app/oximeter.rs:125
producer_id = e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3045 | 2024-08-16T21:33:09.080Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 66090
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:43359
req_id = c8627326-ef32-4229-8a6b-1c32ac3eee9f
response_code = 201
uri = /metrics/producers
|
3046 | 2024-08-16T21:33:09.080Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "c8627326-ef32-4229-8a6b-1c32ac3eee9f", "content-length": "41", "date": "Fri, 16 Aug 2024 21:33:09 GMT"} })
|
3047 | 2024-08-16T21:33:09.081Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
3048 | 2024-08-16T21:33:09.081Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
3049 | 2024-08-16T21:33:18.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 23
reason = Timeout
|
3050 | 2024-08-16T21:33:18.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3051 | 2024-08-16T21:33:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3052 | 2024-08-16T21:33:18.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 23
reason = Timeout
|
3053 | 2024-08-16T21:33:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3054 | 2024-08-16T21:33:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3055 | 2024-08-16T21:33:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3056 | 2024-08-16T21:33:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3057 | 2024-08-16T21:33:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3058 | 2024-08-16T21:33:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3059 | 2024-08-16T21:33:18.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3060 | 2024-08-16T21:33:18.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.704574ms
iteration = 23
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3061 | 2024-08-16T21:33:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3062 | 2024-08-16T21:33:18.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3063 | 2024-08-16T21:33:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3064 | 2024-08-16T21:33:18.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3065 | 2024-08-16T21:33:18.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3066 | 2024-08-16T21:33:18.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3067 | 2024-08-16T21:33:18.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3068 | 2024-08-16T21:33:18.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3069 | 2024-08-16T21:33:18.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3070 | 2024-08-16T21:33:18.476Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3071 | 2024-08-16T21:33:18.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 15.148014ms
iteration = 23
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3072 | 2024-08-16T21:33:19.081Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 244
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 0bb39600-1bc9-4e96-81d5-e0caca95dafb
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3073 | 2024-08-16T21:33:28.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 24
reason = Timeout
|
3074 | 2024-08-16T21:33:28.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 24
reason = Timeout
|
3075 | 2024-08-16T21:33:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3076 | 2024-08-16T21:33:28.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3077 | 2024-08-16T21:33:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3078 | 2024-08-16T21:33:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3079 | 2024-08-16T21:33:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3080 | 2024-08-16T21:33:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3081 | 2024-08-16T21:33:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3082 | 2024-08-16T21:33:28.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3083 | 2024-08-16T21:33:28.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3084 | 2024-08-16T21:33:28.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.747815ms
iteration = 24
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3085 | 2024-08-16T21:33:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3086 | 2024-08-16T21:33:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3087 | 2024-08-16T21:33:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3088 | 2024-08-16T21:33:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3089 | 2024-08-16T21:33:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3090 | 2024-08-16T21:33:28.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3091 | 2024-08-16T21:33:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3092 | 2024-08-16T21:33:28.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3093 | 2024-08-16T21:33:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3094 | 2024-08-16T21:33:28.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3095 | 2024-08-16T21:33:28.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.324094ms
iteration = 24
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3096 | 2024-08-16T21:33:29.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 257
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 0d8541b2-304a-4974-b119-6d323c62c6b9
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3097 | 2024-08-16T21:33:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 5
reason = Timeout
|
3098 | 2024-08-16T21:33:38.460Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:23:38.460902990 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
3099 | 2024-08-16T21:33:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 9
reason = Timeout
|
3100 | 2024-08-16T21:33:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
3101 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
3102 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 5
reason = Timeout
|
3103 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
3104 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 5
reason = Timeout
|
3105 | 2024-08-16T21:33:38.461Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
3106 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3107 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
3108 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 9
reason = Timeout
|
3109 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
3110 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 5
reason = Timeout
|
3111 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 9
reason = Timeout
|
3112 | 2024-08-16T21:33:38.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
3113 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
3114 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 6
reason = Timeout
|
3115 | 2024-08-16T21:33:38.461Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
3116 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 25
reason = Timeout
|
3117 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 17.56\u{b5}s
iteration = 6
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
3118 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 9
reason = Timeout
|
3119 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 5
reason = Timeout
|
3120 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3121 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
3122 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 25
reason = Timeout
|
3123 | 2024-08-16T21:33:38.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3124 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3125 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3126 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 9
reason = Timeout
|
3127 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
3128 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
3129 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 9
reason = Timeout
|
3130 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3131 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 9
reason = Timeout
|
3132 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3133 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 5
reason = Timeout
|
3134 | 2024-08-16T21:33:38.461Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
3135 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
3136 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 10
reason = Timeout
|
3137 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3138 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 7
reason = Timeout
|
3139 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 7
reason = Timeout
|
3140 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 5
reason = Timeout
|
3141 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
3142 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3143 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 5
reason = Timeout
|
3144 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 9
reason = Timeout
|
3145 | 2024-08-16T21:33:38.461Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
3146 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
3147 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 5
reason = Timeout
|
3148 | 2024-08-16T21:33:38.461Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
3149 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
3150 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 9
reason = Timeout
|
3151 | 2024-08-16T21:33:38.461Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
3152 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 9
reason = Timeout
|
3153 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 9
reason = Timeout
|
3154 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 9
reason = Timeout
|
3155 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3156 | 2024-08-16T21:33:38.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
3157 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
3158 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3159 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
3160 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3161 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
3162 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
3163 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
3164 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3165 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
3166 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
3167 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3168 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3169 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
3170 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3171 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
3172 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3173 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3174 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
3175 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3176 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
3177 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
3178 | 2024-08-16T21:33:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3179 | 2024-08-16T21:33:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3180 | 2024-08-16T21:33:38.462Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1702, tv_nsec: 166088439 } })
|
3181 | 2024-08-16T21:33:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1702, tv_nsec: 166320905 } })
|
3182 | 2024-08-16T21:33:38.463Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
3183 | 2024-08-16T21:33:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 2.55148ms
iteration = 9
status = {"errors":[],"garbage_collect_requested":[]}
|
3184 | 2024-08-16T21:33:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3185 | 2024-08-16T21:33:38.464Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
3186 | 2024-08-16T21:33:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.803757ms
iteration = 9
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
3187 | 2024-08-16T21:33:38.464Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
3188 | 2024-08-16T21:33:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 3.591499ms
iteration = 5
status = {"errors":[],"found_port_ok":[]}
|
3189 | 2024-08-16T21:33:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3190 | 2024-08-16T21:33:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3191 | 2024-08-16T21:33:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3192 | 2024-08-16T21:33:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3193 | 2024-08-16T21:33:38.465Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:23:38.460902990 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
3194 | 2024-08-16T21:33:38.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 4.899334ms
iteration = 5
status = {"expiration":"2024-08-16T21:23:38.460902990Z","pruned":[]}
|
3195 | 2024-08-16T21:33:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3196 | 2024-08-16T21:33:38.466Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
3197 | 2024-08-16T21:33:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 4.793221ms
iteration = 5
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
3198 | 2024-08-16T21:33:38.466Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1702, tv_nsec: 169297266 } })
|
3199 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3200 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3201 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3202 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3203 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3204 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
3205 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 6.777666ms
iteration = 5
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
3206 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3207 | 2024-08-16T21:33:38.467Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1702, tv_nsec: 171028624 } })
|
3208 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3209 | 2024-08-16T21:33:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3210 | 2024-08-16T21:33:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
3211 | 2024-08-16T21:33:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3212 | 2024-08-16T21:33:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3213 | 2024-08-16T21:33:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3214 | 2024-08-16T21:33:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
3215 | 2024-08-16T21:33:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
3216 | 2024-08-16T21:33:38.469Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3217 | 2024-08-16T21:33:38.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 8.383729ms
iteration = 25
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3218 | 2024-08-16T21:33:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3219 | 2024-08-16T21:33:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3220 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3221 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
3222 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
3223 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
3224 | 2024-08-16T21:33:38.470Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
3225 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 9.576342ms
iteration = 9
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
3226 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
3227 | 2024-08-16T21:33:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3228 | 2024-08-16T21:33:38.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
3229 | 2024-08-16T21:33:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3230 | 2024-08-16T21:33:38.471Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
3231 | 2024-08-16T21:33:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3232 | 2024-08-16T21:33:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3233 | 2024-08-16T21:33:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3234 | 2024-08-16T21:33:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3235 | 2024-08-16T21:33:38.472Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
3236 | 2024-08-16T21:33:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
3237 | 2024-08-16T21:33:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
3238 | 2024-08-16T21:33:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3239 | 2024-08-16T21:33:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3240 | 2024-08-16T21:33:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
3241 | 2024-08-16T21:33:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3242 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3243 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
3244 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
3245 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
3246 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3247 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3248 | 2024-08-16T21:33:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3249 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3250 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3251 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
3252 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
3253 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3254 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
3255 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
3256 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
3257 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3258 | 2024-08-16T21:33:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3259 | 2024-08-16T21:33:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
3260 | 2024-08-16T21:33:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3261 | 2024-08-16T21:33:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3262 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
3263 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3264 | 2024-08-16T21:33:38.478Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
3265 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 17.235292ms
iteration = 9
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
3266 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3267 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
3268 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3269 | 2024-08-16T21:33:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3270 | 2024-08-16T21:33:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
3271 | 2024-08-16T21:33:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3272 | 2024-08-16T21:33:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
3273 | 2024-08-16T21:33:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3274 | 2024-08-16T21:33:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3275 | 2024-08-16T21:33:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3276 | 2024-08-16T21:33:38.481Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
3277 | 2024-08-16T21:33:38.481Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
3278 | 2024-08-16T21:33:38.481Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 19.877613ms
iteration = 5
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
3279 | 2024-08-16T21:33:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3280 | 2024-08-16T21:33:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3281 | 2024-08-16T21:33:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3282 | 2024-08-16T21:33:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3283 | 2024-08-16T21:33:38.493Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1702, tv_nsec: 197052975 } })
|
3284 | 2024-08-16T21:33:38.493Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3285 | 2024-08-16T21:33:38.494Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3286 | 2024-08-16T21:33:38.495Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3287 | 2024-08-16T21:33:38.495Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 34.305168ms
iteration = 25
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3288 | 2024-08-16T21:33:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
3289 | 2024-08-16T21:33:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3290 | 2024-08-16T21:33:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3291 | 2024-08-16T21:33:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3292 | 2024-08-16T21:33:38.498Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
3293 | 2024-08-16T21:33:38.498Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
3294 | 2024-08-16T21:33:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3295 | 2024-08-16T21:33:38.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3296 | 2024-08-16T21:33:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3297 | 2024-08-16T21:33:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3298 | 2024-08-16T21:33:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3299 | 2024-08-16T21:33:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
3300 | 2024-08-16T21:33:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3301 | 2024-08-16T21:33:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3302 | 2024-08-16T21:33:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
3303 | 2024-08-16T21:33:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3304 | 2024-08-16T21:33:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3305 | 2024-08-16T21:33:38.505Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
3306 | 2024-08-16T21:33:38.505Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
3307 | 2024-08-16T21:33:38.505Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
3308 | 2024-08-16T21:33:38.505Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 44.051314ms
iteration = 5
status = {"generation":2}
|
3309 | 2024-08-16T21:33:38.520Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3310 | 2024-08-16T21:33:38.521Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3311 | 2024-08-16T21:33:38.531Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3312 | 2024-08-16T21:33:38.532Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3313 | 2024-08-16T21:33:38.533Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3314 | 2024-08-16T21:33:38.536Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
3315 | 2024-08-16T21:33:38.536Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3316 | 2024-08-16T21:33:38.537Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3317 | 2024-08-16T21:33:38.538Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 77.416376ms
iteration = 9
status = 0
|
3318 | 2024-08-16T21:33:38.539Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
3319 | 2024-08-16T21:33:38.539Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
3320 | 2024-08-16T21:33:38.539Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
3321 | 2024-08-16T21:33:38.539Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3322 | 2024-08-16T21:33:38.539Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3323 | 2024-08-16T21:33:38.540Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
3324 | 2024-08-16T21:33:38.540Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
3325 | 2024-08-16T21:33:38.540Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
3326 | 2024-08-16T21:33:38.541Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
3327 | 2024-08-16T21:33:38.541Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3328 | 2024-08-16T21:33:38.542Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
3329 | 2024-08-16T21:33:38.542Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
3330 | 2024-08-16T21:33:38.542Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 81.457806ms
iteration = 9
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
3331 | 2024-08-16T21:33:38.544Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
3332 | 2024-08-16T21:33:38.545Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3333 | 2024-08-16T21:33:38.545Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3334 | 2024-08-16T21:33:38.546Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
3335 | 2024-08-16T21:33:38.546Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 84.967922ms
iteration = 9
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
3336 | 2024-08-16T21:33:38.547Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
3337 | 2024-08-16T21:33:38.547Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
3338 | 2024-08-16T21:33:38.547Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3339 | 2024-08-16T21:33:38.547Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3340 | 2024-08-16T21:33:38.548Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3341 | 2024-08-16T21:33:38.549Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
3342 | 2024-08-16T21:33:38.549Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
3343 | 2024-08-16T21:33:38.549Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 88.343804ms
iteration = 5
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
3344 | 2024-08-16T21:33:38.550Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3345 | 2024-08-16T21:33:38.550Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3346 | 2024-08-16T21:33:38.552Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
3347 | 2024-08-16T21:33:38.552Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3348 | 2024-08-16T21:33:38.552Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
3349 | 2024-08-16T21:33:38.552Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 91.640135ms
iteration = 10
status = {"physical_disks_added":0}
|
3350 | 2024-08-16T21:33:38.553Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3351 | 2024-08-16T21:33:38.554Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
3352 | 2024-08-16T21:33:38.554Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
3353 | 2024-08-16T21:33:38.554Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
3354 | 2024-08-16T21:33:38.554Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 93.885236ms
iteration = 5
status = {"generation":1}
|
3355 | 2024-08-16T21:33:38.561Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3356 | 2024-08-16T21:33:38.561Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3357 | 2024-08-16T21:33:38.562Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3358 | 2024-08-16T21:33:38.564Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
3359 | 2024-08-16T21:33:38.564Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3360 | 2024-08-16T21:33:38.564Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3361 | 2024-08-16T21:33:38.565Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3362 | 2024-08-16T21:33:38.566Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
3363 | 2024-08-16T21:33:38.566Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3364 | 2024-08-16T21:33:38.567Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3365 | 2024-08-16T21:33:38.571Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
|
3366 | 2024-08-16T21:33:38.571Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 110.85346ms
iteration = 5
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
3367 | 2024-08-16T21:33:38.643Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
3368 | 2024-08-16T21:33:38.643Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
3369 | 2024-08-16T21:33:38.643Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e9698bde-2128-43c5-89bc-c598f8edfc65", "content-length": "26", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3370 | 2024-08-16T21:33:38.643Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
3371 | 2024-08-16T21:33:38.645Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
3372 | 2024-08-16T21:33:38.658Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
3373 | 2024-08-16T21:33:38.658Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
3374 | 2024-08-16T21:33:38.660Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a2182ac0-b257-4936-9e90-cb0cac4f551e", "content-length": "26", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3375 | 2024-08-16T21:33:38.660Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
3376 | 2024-08-16T21:33:38.662Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
3377 | 2024-08-16T21:33:38.670Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
3378 | 2024-08-16T21:33:38.681Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
3379 | 2024-08-16T21:33:38.682Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5e2cbf02-01cf-4a50-9cd6-1749464eaf88", "content-length": "372", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3380 | 2024-08-16T21:33:38.682Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3381 | 2024-08-16T21:33:38.682Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3382 | 2024-08-16T21:33:38.684Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3383 | 2024-08-16T21:33:38.684Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3384 | 2024-08-16T21:33:38.687Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3385 | 2024-08-16T21:33:38.687Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3386 | 2024-08-16T21:33:38.689Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
3387 | 2024-08-16T21:33:38.689Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c0b22439-fadd-4df1-90bc-fbebc0794051", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3388 | 2024-08-16T21:33:38.690Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 229.36113ms
iteration = 9
status = {}
|
3389 | 2024-08-16T21:33:38.715Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
3390 | 2024-08-16T21:33:38.838Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 377.418678ms
iteration = 9
status = {}
|
3391 | 2024-08-16T21:33:38.840Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
3392 | 2024-08-16T21:33:38.840Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
3393 | 2024-08-16T21:33:38.840Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "46e7881a-d77e-47a9-bc21-d48e2f19b073", "content-length": "26", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3394 | 2024-08-16T21:33:38.840Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
3395 | 2024-08-16T21:33:38.842Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3396 | 2024-08-16T21:33:38.852Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
3397 | 2024-08-16T21:33:38.852Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a215273f-7d00-4033-890f-d5dbc50d0baa", "content-length": "1", "date": "Fri, 16 Aug 2024 21:33:37 GMT"} })
|
3398 | 2024-08-16T21:33:38.854Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
3399 | 2024-08-16T21:33:38.854Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
3400 | 2024-08-16T21:33:38.856Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 395.032709ms
iteration = 9
status = null
|
3401 | 2024-08-16T21:33:38.890Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
3402 | 2024-08-16T21:33:38.890Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3d6088e6-e529-4ea5-95fe-ba88859ece54", "content-length": "691", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3403 | 2024-08-16T21:33:38.890Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
3404 | 2024-08-16T21:33:38.890Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
3405 | 2024-08-16T21:33:38.890Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
3406 | 2024-08-16T21:33:38.891Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 430.843818ms
iteration = 9
status = {}
|
3407 | 2024-08-16T21:33:38.908Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
3408 | 2024-08-16T21:33:38.908Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "94f9123a-931b-4cea-8aee-d74e6efba18b", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
3409 | 2024-08-16T21:33:38.908Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
3410 | 2024-08-16T21:33:38.910Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c754347f-590c-4d9a-85be-78b11a04feff", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
3411 | 2024-08-16T21:33:38.910Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
3412 | 2024-08-16T21:33:38.911Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
3413 | 2024-08-16T21:33:38.911Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 450.504956ms
iteration = 7
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
3414 | 2024-08-16T21:33:38.918Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
3415 | 2024-08-16T21:33:38.981Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
3416 | 2024-08-16T21:33:38.981Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ea1429df-9a8f-4f61-9cc6-cb0fda0e07bd", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3417 | 2024-08-16T21:33:38.982Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3418 | 2024-08-16T21:33:38.983Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "73a15acb-e531-48db-92eb-2d6d22d40a6e", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3419 | 2024-08-16T21:33:38.984Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3420 | 2024-08-16T21:33:38.985Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "85f6fd4a-b83c-42c7-863c-3d3edf99e4c9", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3421 | 2024-08-16T21:33:38.985Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3422 | 2024-08-16T21:33:38.987Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
3423 | 2024-08-16T21:33:38.987Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 526.73598ms
iteration = 7
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
3424 | 2024-08-16T21:33:39.018Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3425 | 2024-08-16T21:33:39.018Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3426 | 2024-08-16T21:33:39.020Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
3427 | 2024-08-16T21:33:39.020Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3428 | 2024-08-16T21:33:39.020Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3429 | 2024-08-16T21:33:39.028Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
3430 | 2024-08-16T21:33:39.029Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9c0987f1-3f4f-4c4f-b51d-7c483f33222c", "content-length": "121", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3431 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
3432 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
3433 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
3434 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
3435 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
3436 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
3437 | 2024-08-16T21:33:39.029Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3438 | 2024-08-16T21:33:39.029Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3439 | 2024-08-16T21:33:39.029Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3440 | 2024-08-16T21:33:39.031Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
3441 | 2024-08-16T21:33:39.031Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "8ef088a0-1833-4463-97ae-1086b1d39552", "content-length": "2", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3442 | 2024-08-16T21:33:39.031Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
3443 | 2024-08-16T21:33:39.032Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f47a8791-a9f7-4dc0-8fa7-d5c71889eafc", "content-length": "52", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3444 | 2024-08-16T21:33:39.032Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
3445 | 2024-08-16T21:33:39.032Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
3446 | 2024-08-16T21:33:39.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 234
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 0859cca7-840f-440b-b89c-c8dced8b57f0
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3447 | 2024-08-16T21:33:39.081Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c0685c7d-79f7-4c74-8002-4ba583803999", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3448 | 2024-08-16T21:33:39.081Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
3449 | 2024-08-16T21:33:39.081Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
3450 | 2024-08-16T21:33:39.082Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "93549354-d2b8-4ca3-93b4-8879539dcfc0", "content-length": "494", "date": "Fri, 16 Aug 2024 21:33:38 GMT"} })
|
3451 | 2024-08-16T21:33:39.082Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3452 | 2024-08-16T21:33:39.082Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3453 | 2024-08-16T21:33:39.084Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3454 | 2024-08-16T21:33:39.084Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3455 | 2024-08-16T21:33:39.087Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3456 | 2024-08-16T21:33:39.087Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3457 | 2024-08-16T21:33:39.088Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3458 | 2024-08-16T21:33:39.088Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3459 | 2024-08-16T21:33:39.095Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 633.784967ms
iteration = 9
status = {}
|
3460 | 2024-08-16T21:33:48.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 26
reason = Timeout
|
3461 | 2024-08-16T21:33:48.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 26
reason = Timeout
|
3462 | 2024-08-16T21:33:48.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3463 | 2024-08-16T21:33:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3464 | 2024-08-16T21:33:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3465 | 2024-08-16T21:33:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3466 | 2024-08-16T21:33:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3467 | 2024-08-16T21:33:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3468 | 2024-08-16T21:33:48.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3469 | 2024-08-16T21:33:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3470 | 2024-08-16T21:33:48.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3471 | 2024-08-16T21:33:48.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.078945ms
iteration = 26
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3472 | 2024-08-16T21:33:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3473 | 2024-08-16T21:33:48.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3474 | 2024-08-16T21:33:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3475 | 2024-08-16T21:33:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3476 | 2024-08-16T21:33:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3477 | 2024-08-16T21:33:48.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3478 | 2024-08-16T21:33:48.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3479 | 2024-08-16T21:33:48.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3480 | 2024-08-16T21:33:48.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3481 | 2024-08-16T21:33:48.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3482 | 2024-08-16T21:33:48.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.432014ms
iteration = 26
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3483 | 2024-08-16T21:33:49.081Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 334
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 9473f544-2777-403d-a2a7-7c34fe884d3a
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3484 | 2024-08-16T21:33:58.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 27
reason = Timeout
|
3485 | 2024-08-16T21:33:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3486 | 2024-08-16T21:33:58.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 27
reason = Timeout
|
3487 | 2024-08-16T21:33:58.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3488 | 2024-08-16T21:33:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3489 | 2024-08-16T21:33:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3490 | 2024-08-16T21:33:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3491 | 2024-08-16T21:33:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3492 | 2024-08-16T21:33:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3493 | 2024-08-16T21:33:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3494 | 2024-08-16T21:33:58.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3495 | 2024-08-16T21:33:58.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.734354ms
iteration = 27
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3496 | 2024-08-16T21:33:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3497 | 2024-08-16T21:33:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3498 | 2024-08-16T21:33:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3499 | 2024-08-16T21:33:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3500 | 2024-08-16T21:33:58.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3501 | 2024-08-16T21:33:58.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3502 | 2024-08-16T21:33:58.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3503 | 2024-08-16T21:33:58.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3504 | 2024-08-16T21:33:58.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3505 | 2024-08-16T21:33:58.477Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3506 | 2024-08-16T21:33:58.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 16.509701ms
iteration = 27
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3507 | 2024-08-16T21:33:59.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 357
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = eb270f26-c3b4-48fa-b52e-38526f8660a2
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3508 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 10
reason = Timeout
|
3509 | 2024-08-16T21:34:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
3510 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
3511 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 10
reason = Timeout
|
3512 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
3513 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 10
reason = Timeout
|
3514 | 2024-08-16T21:34:08.461Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
3515 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 10
reason = Timeout
|
3516 | 2024-08-16T21:34:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
3517 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
3518 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
3519 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 28
reason = Timeout
|
3520 | 2024-08-16T21:34:08.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3521 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 10
reason = Timeout
|
3522 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3523 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3524 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 10
reason = Timeout
|
3525 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 10
reason = Timeout
|
3526 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3527 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 10
reason = Timeout
|
3528 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3529 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
3530 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 11
reason = Timeout
|
3531 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3532 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 10
reason = Timeout
|
3533 | 2024-08-16T21:34:08.461Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
3534 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 10
reason = Timeout
|
3535 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
3536 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 10
reason = Timeout
|
3537 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
3538 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
3539 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 10
reason = Timeout
|
3540 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 28
reason = Timeout
|
3541 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3542 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3543 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
3544 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
3545 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
3546 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3547 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3548 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
3549 | 2024-08-16T21:34:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3550 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
3551 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3552 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
3553 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3554 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
3555 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3556 | 2024-08-16T21:34:08.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3557 | 2024-08-16T21:34:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3558 | 2024-08-16T21:34:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3559 | 2024-08-16T21:34:08.469Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 172474981 } })
|
3560 | 2024-08-16T21:34:08.469Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
3561 | 2024-08-16T21:34:08.473Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
3562 | 2024-08-16T21:34:08.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 12.033589ms
iteration = 10
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
3563 | 2024-08-16T21:34:08.474Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3564 | 2024-08-16T21:34:08.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 12.855781ms
iteration = 28
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3565 | 2024-08-16T21:34:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3566 | 2024-08-16T21:34:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3567 | 2024-08-16T21:34:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3568 | 2024-08-16T21:34:08.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3569 | 2024-08-16T21:34:08.475Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
3570 | 2024-08-16T21:34:08.475Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
3571 | 2024-08-16T21:34:08.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
3572 | 2024-08-16T21:34:08.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3573 | 2024-08-16T21:34:08.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
3574 | 2024-08-16T21:34:08.476Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
3575 | 2024-08-16T21:34:08.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 15.512724ms
iteration = 10
status = {"errors":[],"garbage_collect_requested":[]}
|
3576 | 2024-08-16T21:34:08.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
3577 | 2024-08-16T21:34:08.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3578 | 2024-08-16T21:34:08.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3579 | 2024-08-16T21:34:08.477Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
3580 | 2024-08-16T21:34:08.477Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
3581 | 2024-08-16T21:34:08.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 16.160762ms
iteration = 10
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
3582 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
3583 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3584 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
3585 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
3586 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3587 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3588 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3589 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3590 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3591 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3592 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
3593 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
3594 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
3595 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3596 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3597 | 2024-08-16T21:34:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
3598 | 2024-08-16T21:34:08.480Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 183705208 } })
|
3599 | 2024-08-16T21:34:08.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
3600 | 2024-08-16T21:34:08.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3601 | 2024-08-16T21:34:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3602 | 2024-08-16T21:34:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3603 | 2024-08-16T21:34:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3604 | 2024-08-16T21:34:08.481Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
3605 | 2024-08-16T21:34:08.481Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 184990613 } })
|
3606 | 2024-08-16T21:34:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
3607 | 2024-08-16T21:34:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3608 | 2024-08-16T21:34:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
3609 | 2024-08-16T21:34:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3610 | 2024-08-16T21:34:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
3611 | 2024-08-16T21:34:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3612 | 2024-08-16T21:34:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3613 | 2024-08-16T21:34:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3614 | 2024-08-16T21:34:08.482Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
3615 | 2024-08-16T21:34:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3616 | 2024-08-16T21:34:08.483Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3617 | 2024-08-16T21:34:08.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3618 | 2024-08-16T21:34:08.483Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
3619 | 2024-08-16T21:34:08.483Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 21.94922ms
iteration = 10
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
3620 | 2024-08-16T21:34:08.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3621 | 2024-08-16T21:34:08.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
3622 | 2024-08-16T21:34:08.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3623 | 2024-08-16T21:34:08.486Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
3624 | 2024-08-16T21:34:08.486Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 24.707815ms
iteration = 10
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
3625 | 2024-08-16T21:34:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3626 | 2024-08-16T21:34:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3627 | 2024-08-16T21:34:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3628 | 2024-08-16T21:34:08.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3629 | 2024-08-16T21:34:08.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3630 | 2024-08-16T21:34:08.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3631 | 2024-08-16T21:34:08.489Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
3632 | 2024-08-16T21:34:08.489Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 27.660066ms
iteration = 11
status = {"physical_disks_added":0}
|
3633 | 2024-08-16T21:34:08.492Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3634 | 2024-08-16T21:34:08.492Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 31.317256ms
iteration = 28
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3635 | 2024-08-16T21:34:08.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3636 | 2024-08-16T21:34:08.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3637 | 2024-08-16T21:34:08.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3638 | 2024-08-16T21:34:08.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
3639 | 2024-08-16T21:34:08.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3640 | 2024-08-16T21:34:08.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3641 | 2024-08-16T21:34:08.499Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3642 | 2024-08-16T21:34:08.499Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3643 | 2024-08-16T21:34:08.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3644 | 2024-08-16T21:34:08.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
3645 | 2024-08-16T21:34:08.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3646 | 2024-08-16T21:34:08.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3647 | 2024-08-16T21:34:08.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3648 | 2024-08-16T21:34:08.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3649 | 2024-08-16T21:34:08.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3650 | 2024-08-16T21:34:08.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
3651 | 2024-08-16T21:34:08.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3652 | 2024-08-16T21:34:08.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3653 | 2024-08-16T21:34:08.506Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 44.850357ms
iteration = 10
status = 0
|
3654 | 2024-08-16T21:34:08.508Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
3655 | 2024-08-16T21:34:08.508Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 47.252922ms
iteration = 10
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
3656 | 2024-08-16T21:34:08.584Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
3657 | 2024-08-16T21:34:08.584Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
3658 | 2024-08-16T21:34:08.585Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6a251bf8-a2e6-43d4-9e84-d0ada379e796", "content-length": "26", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3659 | 2024-08-16T21:34:08.585Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
3660 | 2024-08-16T21:34:08.586Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
3661 | 2024-08-16T21:34:08.609Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
3662 | 2024-08-16T21:34:08.609Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
3663 | 2024-08-16T21:34:08.609Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "13953e67-aef1-4c0c-82d2-14efd91a417d", "content-length": "26", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3664 | 2024-08-16T21:34:08.609Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
3665 | 2024-08-16T21:34:08.611Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
3666 | 2024-08-16T21:34:08.611Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
3667 | 2024-08-16T21:34:08.611Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
3668 | 2024-08-16T21:34:08.612Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
3669 | 2024-08-16T21:34:08.613Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "38599290-5c92-4ee9-9aef-bdb6986115e0", "content-length": "26", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3670 | 2024-08-16T21:34:08.613Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
3671 | 2024-08-16T21:34:08.613Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4ba4a4d3-66b1-4824-89db-2db36e1e760a", "content-length": "372", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3672 | 2024-08-16T21:34:08.613Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3673 | 2024-08-16T21:34:08.613Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3674 | 2024-08-16T21:34:08.614Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3675 | 2024-08-16T21:34:08.615Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3676 | 2024-08-16T21:34:08.616Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3677 | 2024-08-16T21:34:08.618Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3678 | 2024-08-16T21:34:08.618Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3679 | 2024-08-16T21:34:08.620Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
3680 | 2024-08-16T21:34:08.620Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1d91d59d-e2b3-4a9f-907d-a33d1a8a03c7", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3681 | 2024-08-16T21:34:08.621Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 160.293802ms
iteration = 10
status = {}
|
3682 | 2024-08-16T21:34:08.626Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
3683 | 2024-08-16T21:34:08.627Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "769fb4e5-307c-41b1-923a-3e9df0d2add8", "content-length": "691", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3684 | 2024-08-16T21:34:08.627Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
3685 | 2024-08-16T21:34:08.627Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
3686 | 2024-08-16T21:34:08.627Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
3687 | 2024-08-16T21:34:08.629Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 167.771006ms
iteration = 10
status = {}
|
3688 | 2024-08-16T21:34:08.684Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 223.333196ms
iteration = 10
status = {}
|
3689 | 2024-08-16T21:34:08.694Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
3690 | 2024-08-16T21:34:08.694Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "697d999a-90cc-4333-9d6a-bbd795f4570e", "content-length": "1", "date": "Fri, 16 Aug 2024 21:34:07 GMT"} })
|
3691 | 2024-08-16T21:34:08.695Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
3692 | 2024-08-16T21:34:08.695Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
3693 | 2024-08-16T21:34:08.696Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 235.409626ms
iteration = 10
status = null
|
3694 | 2024-08-16T21:34:08.755Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3695 | 2024-08-16T21:34:08.756Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3696 | 2024-08-16T21:34:08.758Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
3697 | 2024-08-16T21:34:08.758Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3698 | 2024-08-16T21:34:08.758Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3699 | 2024-08-16T21:34:08.766Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
3700 | 2024-08-16T21:34:08.766Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "82ba4cc6-7491-4c17-9f23-0d26df57f3a4", "content-length": "121", "date": "Fri, 16 Aug 2024 21:34:07 GMT"} })
|
3701 | 2024-08-16T21:34:08.766Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
3702 | 2024-08-16T21:34:08.766Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
3703 | 2024-08-16T21:34:08.767Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
3704 | 2024-08-16T21:34:08.767Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
3705 | 2024-08-16T21:34:08.767Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
3706 | 2024-08-16T21:34:08.767Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
3707 | 2024-08-16T21:34:08.767Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3708 | 2024-08-16T21:34:08.767Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3709 | 2024-08-16T21:34:08.767Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3710 | 2024-08-16T21:34:08.769Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
3711 | 2024-08-16T21:34:08.769Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0192c424-2edf-4298-8eb9-116a56a5357a", "content-length": "2", "date": "Fri, 16 Aug 2024 21:34:07 GMT"} })
|
3712 | 2024-08-16T21:34:08.769Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
3713 | 2024-08-16T21:34:08.769Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3181dbc5-3b36-41f5-aa88-77cc4597a195", "content-length": "52", "date": "Fri, 16 Aug 2024 21:34:07 GMT"} })
|
3714 | 2024-08-16T21:34:08.769Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
3715 | 2024-08-16T21:34:08.769Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
3716 | 2024-08-16T21:34:08.824Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e36ab56e-542a-4b79-a025-e355eb400ea6", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3717 | 2024-08-16T21:34:08.824Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
3718 | 2024-08-16T21:34:08.824Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
3719 | 2024-08-16T21:34:08.870Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3a9b2cc7-51f9-44f3-b6ff-f4fa47f76998", "content-length": "494", "date": "Fri, 16 Aug 2024 21:34:08 GMT"} })
|
3720 | 2024-08-16T21:34:08.870Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3721 | 2024-08-16T21:34:08.870Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3722 | 2024-08-16T21:34:08.873Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3723 | 2024-08-16T21:34:08.874Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3724 | 2024-08-16T21:34:08.876Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3725 | 2024-08-16T21:34:08.876Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3726 | 2024-08-16T21:34:08.877Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3727 | 2024-08-16T21:34:08.877Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3728 | 2024-08-16T21:34:08.883Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 422.350757ms
iteration = 10
status = {}
|
3729 | 2024-08-16T21:34:09.081Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 965
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = d8d05a1b-ce2d-4696-9ce3-b099babf4fc4
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3730 | 2024-08-16T21:34:18.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 29
reason = Timeout
|
3731 | 2024-08-16T21:34:18.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 29
reason = Timeout
|
3732 | 2024-08-16T21:34:18.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3733 | 2024-08-16T21:34:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3734 | 2024-08-16T21:34:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3735 | 2024-08-16T21:34:18.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3736 | 2024-08-16T21:34:18.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3737 | 2024-08-16T21:34:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3738 | 2024-08-16T21:34:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3739 | 2024-08-16T21:34:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3740 | 2024-08-16T21:34:18.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3741 | 2024-08-16T21:34:18.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.432707ms
iteration = 29
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3742 | 2024-08-16T21:34:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3743 | 2024-08-16T21:34:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3744 | 2024-08-16T21:34:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3745 | 2024-08-16T21:34:18.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3746 | 2024-08-16T21:34:18.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3747 | 2024-08-16T21:34:18.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3748 | 2024-08-16T21:34:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3749 | 2024-08-16T21:34:18.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3750 | 2024-08-16T21:34:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3751 | 2024-08-16T21:34:18.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3752 | 2024-08-16T21:34:18.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.559348ms
iteration = 29
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3753 | 2024-08-16T21:34:19.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 216
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 80ed47ac-0192-490b-86ed-0e3b9a81c335
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3754 | 2024-08-16T21:34:28.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 30
reason = Timeout
|
3755 | 2024-08-16T21:34:28.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 30
reason = Timeout
|
3756 | 2024-08-16T21:34:28.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3757 | 2024-08-16T21:34:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3758 | 2024-08-16T21:34:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3759 | 2024-08-16T21:34:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3760 | 2024-08-16T21:34:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3761 | 2024-08-16T21:34:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3762 | 2024-08-16T21:34:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3763 | 2024-08-16T21:34:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3764 | 2024-08-16T21:34:28.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3765 | 2024-08-16T21:34:28.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.468928ms
iteration = 30
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3766 | 2024-08-16T21:34:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3767 | 2024-08-16T21:34:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3768 | 2024-08-16T21:34:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3769 | 2024-08-16T21:34:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3770 | 2024-08-16T21:34:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3771 | 2024-08-16T21:34:28.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3772 | 2024-08-16T21:34:28.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
3773 | 2024-08-16T21:34:28.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3774 | 2024-08-16T21:34:28.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3775 | 2024-08-16T21:34:28.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
3776 | 2024-08-16T21:34:28.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.452565ms
iteration = 30
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
3777 | 2024-08-16T21:34:29.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 203
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 315c9e36-60c7-4617-a989-971577ff8a38
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
3778 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 6
reason = Timeout
|
3779 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:24:38.460237140 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
3780 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 11
reason = Timeout
|
3781 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
3782 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 6
reason = Timeout
|
3783 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
3784 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
3785 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
3786 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 12
reason = Timeout
|
3787 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3788 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 8
reason = Timeout
|
3789 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 6
reason = Timeout
|
3790 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 6
reason = Timeout
|
3791 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
3792 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 6
reason = Timeout
|
3793 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
3794 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3795 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 6
reason = Timeout
|
3796 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3797 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 8
reason = Timeout
|
3798 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 11
reason = Timeout
|
3799 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
3800 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 6
reason = Timeout
|
3801 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 6
reason = Timeout
|
3802 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
3803 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
3804 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
3805 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 31
reason = Timeout
|
3806 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
3807 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
3808 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3809 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 6
reason = Timeout
|
3810 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 11
reason = Timeout
|
3811 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3812 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 11
reason = Timeout
|
3813 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3814 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3815 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 11
reason = Timeout
|
3816 | 2024-08-16T21:34:38.460Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
3817 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 11
reason = Timeout
|
3818 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 11
reason = Timeout
|
3819 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 11
reason = Timeout
|
3820 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
3821 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3822 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
3823 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 11
reason = Timeout
|
3824 | 2024-08-16T21:34:38.460Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
3825 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
3826 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_firewall_rule_propagation
iteration = 2
reason = Timeout
|
3827 | 2024-08-16T21:34:38.460Z | DEBG | nexus (service-firewall-rule-progator): starting background task for service firewall rule propagation
background_task = service_firewall_rule_propagation
|
3828 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
3829 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
3830 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 11
reason = Timeout
|
3831 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
3832 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
3833 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 11
reason = Timeout
|
3834 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
3835 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
3836 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 11
reason = Timeout
|
3837 | 2024-08-16T21:34:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
3838 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
3839 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 31
reason = Timeout
|
3840 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
3841 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 7
reason = Timeout
|
3842 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3843 | 2024-08-16T21:34:38.460Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
3844 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 14.65\u{b5}s
iteration = 7
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
3845 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
3846 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3847 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
3848 | 2024-08-16T21:34:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3849 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
3850 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3851 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3852 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3853 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3854 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
3855 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
3856 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
3857 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
3858 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3859 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3860 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
3861 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
3862 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
3863 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3864 | 2024-08-16T21:34:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
3865 | 2024-08-16T21:34:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3866 | 2024-08-16T21:34:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3867 | 2024-08-16T21:34:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
3868 | 2024-08-16T21:34:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
3869 | 2024-08-16T21:34:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3870 | 2024-08-16T21:34:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 166667219 } })
|
3871 | 2024-08-16T21:34:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 166665449 } })
|
3872 | 2024-08-16T21:34:38.463Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
3873 | 2024-08-16T21:34:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.033523ms
iteration = 11
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
3874 | 2024-08-16T21:34:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3875 | 2024-08-16T21:34:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3876 | 2024-08-16T21:34:38.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
3877 | 2024-08-16T21:34:38.464Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
3878 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.543147ms
iteration = 31
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
3879 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 3.564617ms
iteration = 6
status = {"errors":[],"found_port_ok":[]}
|
3880 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3881 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
3882 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3883 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 4.488552ms
iteration = 6
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
3884 | 2024-08-16T21:34:38.464Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:24:38.460237140 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
3885 | 2024-08-16T21:34:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 4.669648ms
iteration = 6
status = {"expiration":"2024-08-16T21:24:38.460237140Z","pruned":[]}
|
3886 | 2024-08-16T21:34:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3887 | 2024-08-16T21:34:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
3888 | 2024-08-16T21:34:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3889 | 2024-08-16T21:34:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3890 | 2024-08-16T21:34:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
3891 | 2024-08-16T21:34:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3892 | 2024-08-16T21:34:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3893 | 2024-08-16T21:34:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3894 | 2024-08-16T21:34:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3895 | 2024-08-16T21:34:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3896 | 2024-08-16T21:34:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
3897 | 2024-08-16T21:34:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
3898 | 2024-08-16T21:34:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3899 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
3900 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
3901 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.66047ms
iteration = 6
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
3902 | 2024-08-16T21:34:38.468Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 171793729 } })
|
3903 | 2024-08-16T21:34:38.468Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 171808479 } })
|
3904 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
3905 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
3906 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
3907 | 2024-08-16T21:34:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3908 | 2024-08-16T21:34:38.468Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
3909 | 2024-08-16T21:34:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3910 | 2024-08-16T21:34:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
3911 | 2024-08-16T21:34:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3912 | 2024-08-16T21:34:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
3913 | 2024-08-16T21:34:38.469Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
3914 | 2024-08-16T21:34:38.470Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
3915 | 2024-08-16T21:34:38.470Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
3916 | 2024-08-16T21:34:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
3917 | 2024-08-16T21:34:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
3918 | 2024-08-16T21:34:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3919 | 2024-08-16T21:34:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
3920 | 2024-08-16T21:34:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3921 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
3922 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
3923 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3924 | 2024-08-16T21:34:38.471Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
3925 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
3926 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
3927 | 2024-08-16T21:34:38.471Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
3928 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 10.718883ms
iteration = 11
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
3929 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
3930 | 2024-08-16T21:34:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
3931 | 2024-08-16T21:34:38.471Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
3932 | 2024-08-16T21:34:38.471Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
3933 | 2024-08-16T21:34:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
3934 | 2024-08-16T21:34:38.472Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 11.250517ms
iteration = 11
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
3935 | 2024-08-16T21:34:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3936 | 2024-08-16T21:34:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3937 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
3938 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
3939 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
3940 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3941 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3942 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
3943 | 2024-08-16T21:34:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3944 | 2024-08-16T21:34:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
3945 | 2024-08-16T21:34:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
3946 | 2024-08-16T21:34:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
3947 | 2024-08-16T21:34:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3948 | 2024-08-16T21:34:38.474Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 178384429 } })
|
3949 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3950 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
3951 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
3952 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
3953 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3954 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3955 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
3956 | 2024-08-16T21:34:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
3957 | 2024-08-16T21:34:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
3958 | 2024-08-16T21:34:38.476Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
3959 | 2024-08-16T21:34:38.476Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 16.011287ms
iteration = 11
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
3960 | 2024-08-16T21:34:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
3961 | 2024-08-16T21:34:38.476Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
3962 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3963 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
3964 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
3965 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3966 | 2024-08-16T21:34:38.477Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
3967 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 17.025686ms
iteration = 11
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
3968 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
3969 | 2024-08-16T21:34:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3970 | 2024-08-16T21:34:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
3971 | 2024-08-16T21:34:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3972 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
3973 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3974 | 2024-08-16T21:34:38.479Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
3975 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 18.552528ms
iteration = 11
status = {"errors":[],"garbage_collect_requested":[]}
|
3976 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
3977 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3978 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
3979 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3980 | 2024-08-16T21:34:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
3981 | 2024-08-16T21:34:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
3982 | 2024-08-16T21:34:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3983 | 2024-08-16T21:34:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
3984 | 2024-08-16T21:34:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
3985 | 2024-08-16T21:34:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
3986 | 2024-08-16T21:34:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
3987 | 2024-08-16T21:34:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
3988 | 2024-08-16T21:34:38.481Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
3989 | 2024-08-16T21:34:38.481Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
3990 | 2024-08-16T21:34:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
3991 | 2024-08-16T21:34:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
3992 | 2024-08-16T21:34:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
3993 | 2024-08-16T21:34:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
3994 | 2024-08-16T21:34:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
3995 | 2024-08-16T21:34:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
3996 | 2024-08-16T21:34:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3997 | 2024-08-16T21:34:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
3998 | 2024-08-16T21:34:38.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
3999 | 2024-08-16T21:34:38.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4000 | 2024-08-16T21:34:38.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4001 | 2024-08-16T21:34:38.485Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
4002 | 2024-08-16T21:34:38.485Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
4003 | 2024-08-16T21:34:38.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4004 | 2024-08-16T21:34:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4005 | 2024-08-16T21:34:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4006 | 2024-08-16T21:34:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4007 | 2024-08-16T21:34:38.495Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
4008 | 2024-08-16T21:34:38.495Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 35.322266ms
iteration = 12
status = {"physical_disks_added":0}
|
4009 | 2024-08-16T21:34:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4010 | 2024-08-16T21:34:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4011 | 2024-08-16T21:34:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4012 | 2024-08-16T21:34:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4013 | 2024-08-16T21:34:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4014 | 2024-08-16T21:34:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4015 | 2024-08-16T21:34:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4016 | 2024-08-16T21:34:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4017 | 2024-08-16T21:34:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
4018 | 2024-08-16T21:34:38.499Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4019 | 2024-08-16T21:34:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4020 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
4021 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4022 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
4023 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
4024 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
4025 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 40.485086ms
iteration = 6
status = {"generation":2}
|
4026 | 2024-08-16T21:34:38.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4027 | 2024-08-16T21:34:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4028 | 2024-08-16T21:34:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4029 | 2024-08-16T21:34:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }
result = Ok(())
|
4030 | 2024-08-16T21:34:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4031 | 2024-08-16T21:34:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4032 | 2024-08-16T21:34:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4033 | 2024-08-16T21:34:38.503Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
4034 | 2024-08-16T21:34:38.503Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
4035 | 2024-08-16T21:34:38.503Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
4036 | 2024-08-16T21:34:38.503Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 42.84539ms
iteration = 6
status = {"generation":1}
|
4037 | 2024-08-16T21:34:38.504Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4038 | 2024-08-16T21:34:38.504Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4039 | 2024-08-16T21:34:38.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4040 | 2024-08-16T21:34:38.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4041 | 2024-08-16T21:34:38.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4042 | 2024-08-16T21:34:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4043 | 2024-08-16T21:34:38.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4044 | 2024-08-16T21:34:38.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4045 | 2024-08-16T21:34:38.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4046 | 2024-08-16T21:34:38.507Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
|
4047 | 2024-08-16T21:34:38.507Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 46.828539ms
iteration = 6
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
4048 | 2024-08-16T21:34:38.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4049 | 2024-08-16T21:34:38.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4050 | 2024-08-16T21:34:38.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4051 | 2024-08-16T21:34:38.509Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4052 | 2024-08-16T21:34:38.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 48.441893ms
iteration = 31
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4053 | 2024-08-16T21:34:38.509Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4054 | 2024-08-16T21:34:38.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }
result = Ok(())
|
4055 | 2024-08-16T21:34:38.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4056 | 2024-08-16T21:34:38.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4057 | 2024-08-16T21:34:38.511Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
4058 | 2024-08-16T21:34:38.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4059 | 2024-08-16T21:34:38.511Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4060 | 2024-08-16T21:34:38.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
4061 | 2024-08-16T21:34:38.512Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4062 | 2024-08-16T21:34:38.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4063 | 2024-08-16T21:34:38.512Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4064 | 2024-08-16T21:34:38.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4065 | 2024-08-16T21:34:38.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4066 | 2024-08-16T21:34:38.513Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
4067 | 2024-08-16T21:34:38.513Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
4068 | 2024-08-16T21:34:38.513Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 53.042679ms
iteration = 6
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
4069 | 2024-08-16T21:34:38.513Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 53.117781ms
iteration = 11
status = 0
|
4070 | 2024-08-16T21:34:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
4071 | 2024-08-16T21:34:38.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4072 | 2024-08-16T21:34:38.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4073 | 2024-08-16T21:34:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4074 | 2024-08-16T21:34:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4075 | 2024-08-16T21:34:38.515Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4076 | 2024-08-16T21:34:38.515Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
4077 | 2024-08-16T21:34:38.515Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
4078 | 2024-08-16T21:34:38.515Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 55.526947ms
iteration = 6
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
4079 | 2024-08-16T21:34:38.515Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4080 | 2024-08-16T21:34:38.517Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4081 | 2024-08-16T21:34:38.518Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4082 | 2024-08-16T21:34:38.519Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4083 | 2024-08-16T21:34:38.519Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4084 | 2024-08-16T21:34:38.521Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4085 | 2024-08-16T21:34:38.521Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4086 | 2024-08-16T21:34:38.522Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4087 | 2024-08-16T21:34:38.527Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }
result = Ok(())
|
4088 | 2024-08-16T21:34:38.527Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4089 | 2024-08-16T21:34:38.527Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4090 | 2024-08-16T21:34:38.528Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4091 | 2024-08-16T21:34:38.529Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4092 | 2024-08-16T21:34:38.530Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4093 | 2024-08-16T21:34:38.531Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4094 | 2024-08-16T21:34:38.533Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4095 | 2024-08-16T21:34:38.533Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4096 | 2024-08-16T21:34:38.535Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4097 | 2024-08-16T21:34:38.535Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4098 | 2024-08-16T21:34:38.536Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4099 | 2024-08-16T21:34:38.536Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4100 | 2024-08-16T21:34:38.542Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4101 | 2024-08-16T21:34:38.542Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4102 | 2024-08-16T21:34:38.548Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4103 | 2024-08-16T21:34:38.552Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") }
result = Ok(())
|
4104 | 2024-08-16T21:34:38.552Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4105 | 2024-08-16T21:34:38.552Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4106 | 2024-08-16T21:34:38.553Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4107 | 2024-08-16T21:34:38.553Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4108 | 2024-08-16T21:34:38.554Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4109 | 2024-08-16T21:34:38.555Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4110 | 2024-08-16T21:34:38.556Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4111 | 2024-08-16T21:34:38.559Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName("external-dns") }
result = Ok(())
|
4112 | 2024-08-16T21:34:38.559Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4113 | 2024-08-16T21:34:38.560Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4114 | 2024-08-16T21:34:38.574Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4115 | 2024-08-16T21:34:38.574Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4116 | 2024-08-16T21:34:38.575Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4117 | 2024-08-16T21:34:38.575Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4118 | 2024-08-16T21:34:38.577Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4119 | 2024-08-16T21:34:38.577Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4120 | 2024-08-16T21:34:38.579Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4121 | 2024-08-16T21:34:38.579Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4122 | 2024-08-16T21:34:38.580Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4123 | 2024-08-16T21:34:38.580Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4124 | 2024-08-16T21:34:38.581Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4125 | 2024-08-16T21:34:38.581Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4126 | 2024-08-16T21:34:38.583Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4127 | 2024-08-16T21:34:38.583Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4128 | 2024-08-16T21:34:38.584Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4129 | 2024-08-16T21:34:38.588Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") }
result = Ok(())
|
4130 | 2024-08-16T21:34:38.588Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4131 | 2024-08-16T21:34:38.588Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4132 | 2024-08-16T21:34:38.590Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4133 | 2024-08-16T21:34:38.590Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4134 | 2024-08-16T21:34:38.591Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4135 | 2024-08-16T21:34:38.591Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4136 | 2024-08-16T21:34:38.592Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4137 | 2024-08-16T21:34:38.596Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName("oxide-services") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName("nexus") }
result = Ok(())
|
4138 | 2024-08-16T21:34:38.596Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4139 | 2024-08-16T21:34:38.596Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4140 | 2024-08-16T21:34:38.604Z | DEBG | nexus (service-firewall-rule-progator): resolved names for firewall rules
background_task = service_firewall_rule_propagation
instance_interfaces = {}
subnet_interfaces = {Name("nexus"): [NetworkInterface { id: 35b34910-e397-4914-86c7-d5877c7f8ecd, kind: Service { id: 6ac87117-541e-4895-97bd-54f6666977bd }, name: Name("nexus-6ac87117-541e-4895-97bd-54f6666977bd"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 36])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4ee1b09e-096e-44ae-8f1f-7f3ddc3014db, kind: Service { id: c2d49e63-417c-4a3f-803c-3e6cf800f944 }, name: Name("nexus-c2d49e63-417c-4a3f-803c-3e6cf800f944"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a4472bef-7d98-4d1e-b364-1def079ef8bb, kind: Service { id: e2352a6e-0a4c-4ea6-8d02-477fd67284c6 }, name: Name("nexus-e2352a6e-0a4c-4ea6-8d02-477fd67284c6"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 120])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name("external-dns"): [NetworkInterface { id: 4eb6f7b5-7144-4505-9c1d-35b181bc2308, kind: Service { id: 6f45138f-3720-48e5-b1bc-ad80ab3d05a3 }, name: Name("external-dns-6f45138f-3720-48e5-b1bc-ad80ab3d05a3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fa92e264-7928-4099-b289-1fbf72018b6c, kind: Service { id: 614ab2f4-7ead-4e89-b964-c9fe75bfd36d }, name: Name("external-dns-614ab2f4-7ead-4e89-b964-c9fe75bfd36d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 22])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}
subnet_networks = {Name("external-dns"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name("nexus"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}
vpc_interfaces = {}
|
4141 | 2024-08-16T21:34:38.604Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4142 | 2024-08-16T21:34:38.604Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4143 | 2024-08-16T21:34:38.606Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4144 | 2024-08-16T21:34:38.607Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Fleet
result = Ok(())
|
4145 | 2024-08-16T21:34:38.607Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4146 | 2024-08-16T21:34:38.608Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4147 | 2024-08-16T21:34:38.609Z | DEBG | nexus (service-firewall-rule-progator): Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.
background_task = service_firewall_rule_propagation
|
4148 | 2024-08-16T21:34:38.609Z | DEBG | nexus (service-firewall-rule-progator): resolved firewall rules for sled agents
background_task = service_firewall_rule_propagation
sled_agent_rules = [ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("53")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 4eb6f7b5-7144-4505-9c1d-35b181bc2308, kind: Service { id: 6f45138f-3720-48e5-b1bc-ad80ab3d05a3 }, name: Name("external-dns-6f45138f-3720-48e5-b1bc-ad80ab3d05a3"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 240, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fa92e264-7928-4099-b289-1fbf72018b6c, kind: Service { id: 614ab2f4-7ead-4e89-b964-c9fe75bfd36d }, name: Name("external-dns-614ab2f4-7ead-4e89-b964-c9fe75bfd36d"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 200, 22])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange("80"), L4PortRange("443")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 35b34910-e397-4914-86c7-d5877c7f8ecd, kind: Service { id: 6ac87117-541e-4895-97bd-54f6666977bd }, name: Name("nexus-6ac87117-541e-4895-97bd-54f6666977bd"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 239, 36])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4ee1b09e-096e-44ae-8f1f-7f3ddc3014db, kind: Service { id: c2d49e63-417c-4a3f-803c-3e6cf800f944 }, name: Name("nexus-c2d49e63-417c-4a3f-803c-3e6cf800f944"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 255, 199])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a4472bef-7d98-4d1e-b364-1def079ef8bb, kind: Service { id: e2352a6e-0a4c-4ea6-8d02-477fd67284c6 }, name: Name("nexus-e2352a6e-0a4c-4ea6-8d02-477fd67284c6"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 198, 120])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]
|
4149 | 2024-08-16T21:34:38.609Z | DEBG | nexus (service-firewall-rule-progator): resolved 2 rules for sleds
background_task = service_firewall_rule_propagation
|
4150 | 2024-08-16T21:34:38.637Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
4151 | 2024-08-16T21:34:38.662Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
4152 | 2024-08-16T21:34:38.662Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4153 | 2024-08-16T21:34:38.662Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "95e978cf-21b1-440e-944c-8cfad23bc11a", "content-length": "26", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4154 | 2024-08-16T21:34:38.662Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4155 | 2024-08-16T21:34:38.665Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
4156 | 2024-08-16T21:34:38.673Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
4157 | 2024-08-16T21:34:38.673Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "180cccb4-6058-4a14-b774-dd261e858dd5", "content-length": "372", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4158 | 2024-08-16T21:34:38.673Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4159 | 2024-08-16T21:34:38.674Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4160 | 2024-08-16T21:34:38.676Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4161 | 2024-08-16T21:34:38.677Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4162 | 2024-08-16T21:34:38.679Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4163 | 2024-08-16T21:34:38.679Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4164 | 2024-08-16T21:34:38.681Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
4165 | 2024-08-16T21:34:38.681Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4166 | 2024-08-16T21:34:38.681Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1f03ac7f-0670-4c0f-98be-b2623bc37681", "content-length": "26", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4167 | 2024-08-16T21:34:38.681Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4168 | 2024-08-16T21:34:38.682Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
4169 | 2024-08-16T21:34:38.690Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
4170 | 2024-08-16T21:34:38.690Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "16816b26-26df-48fa-b1af-121c3cfda0ff", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4171 | 2024-08-16T21:34:38.692Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 231.737775ms
iteration = 11
status = {}
|
4172 | 2024-08-16T21:34:38.717Z | DEBG | nexus (service-firewall-rule-progator): resolved sleds for vpc oxide-services
background_task = service_firewall_rule_propagation
vpc_to_sled = [Sled { identity: SledIdentity { id: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, time_created: 2024-08-16T21:30:04.089641Z, time_modified: 2024-08-16T21:30:04.089641Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, is_scrimlet: true, serial_number: "sock", part_number: "i86pc", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]
|
4173 | 2024-08-16T21:34:38.717Z | DEBG | nexus (service-firewall-rule-progator): sending firewall rules to sled agents
background_task = service_firewall_rule_propagation
|
4174 | 2024-08-16T21:34:38.717Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4175 | 2024-08-16T21:34:38.717Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4176 | 2024-08-16T21:34:38.719Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {} }
|
4177 | 2024-08-16T21:34:38.719Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Database
result = Ok(())
|
4178 | 2024-08-16T21:34:38.719Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
4179 | 2024-08-16T21:34:38.720Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_firewall_rule_propagation
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4180 | 2024-08-16T21:34:38.721Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
4181 | 2024-08-16T21:34:38.722Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "db4fe652-ea70-4075-9856-2ad70b434120", "content-length": "691", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4182 | 2024-08-16T21:34:38.722Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
4183 | 2024-08-16T21:34:38.722Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
4184 | 2024-08-16T21:34:38.722Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
4185 | 2024-08-16T21:34:38.723Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_firewall_rule_propagation
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
4186 | 2024-08-16T21:34:38.724Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 264.450449ms
iteration = 11
status = {}
|
4187 | 2024-08-16T21:34:38.785Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
4188 | 2024-08-16T21:34:38.785Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4189 | 2024-08-16T21:34:38.786Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f96a457a-a92a-4416-bdfc-69cfc5247d89", "content-length": "26", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4190 | 2024-08-16T21:34:38.786Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4191 | 2024-08-16T21:34:38.788Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4192 | 2024-08-16T21:34:38.852Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
4193 | 2024-08-16T21:34:38.861Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
4194 | 2024-08-16T21:34:38.862Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e3555ec9-fe9b-4337-865c-51657e75289b", "content-length": "1", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4195 | 2024-08-16T21:34:38.863Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
4196 | 2024-08-16T21:34:38.863Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
4197 | 2024-08-16T21:34:38.865Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 404.634752ms
iteration = 11
status = null
|
4198 | 2024-08-16T21:34:38.919Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
4199 | 2024-08-16T21:34:38.919Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "7a4a67dc-6e07-4fe0-ad3f-7b07311412d1", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4200 | 2024-08-16T21:34:38.919Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4201 | 2024-08-16T21:34:38.919Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 459.237715ms
iteration = 11
status = {}
|
4202 | 2024-08-16T21:34:38.920Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "139f2c0f-a177-4c82-905c-a85440f1277a", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4203 | 2024-08-16T21:34:38.920Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4204 | 2024-08-16T21:34:38.922Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4205 | 2024-08-16T21:34:38.922Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 461.910358ms
iteration = 8
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
4206 | 2024-08-16T21:34:38.954Z | DEBG | nexus (service-firewall-rule-progator): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = service_firewall_rule_propagation
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules
|
4207 | 2024-08-16T21:34:38.978Z | DEBG | nexus (service-firewall-rule-progator): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = service_firewall_rule_propagation
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc/001de000-074c-4000-8000-000000000000/firewall/rules", query: None, fragment: None }, status: 204, headers: {"x-request-id": "04687789-8f88-469c-949e-f806bb92d88c", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4208 | 2024-08-16T21:34:38.980Z | INFO | nexus (service-firewall-rule-progator): updated firewall rules on 1 sleds
background_task = service_firewall_rule_propagation
file = nexus/networking/src/firewall_rules.rs:496
|
4209 | 2024-08-16T21:34:38.980Z | DEBG | nexus (service-firewall-rule-progator): successfully propagated service firewall rules
background_task = service_firewall_rule_propagation
elapsed = 519.638305ms
|
4210 | 2024-08-16T21:34:38.980Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_firewall_rule_propagation
elapsed = 519.647737ms
iteration = 2
status = {}
|
4211 | 2024-08-16T21:34:39.032Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
4212 | 2024-08-16T21:34:39.033Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "07f9ef8d-00b7-4282-9e7d-74f52643d9b5", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4213 | 2024-08-16T21:34:39.033Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4214 | 2024-08-16T21:34:39.034Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "33e14338-afd0-4181-92af-112f08d413d8", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4215 | 2024-08-16T21:34:39.034Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4216 | 2024-08-16T21:34:39.036Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "7517082a-ba2a-46e9-98fe-70ec4dfe5ea7", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4217 | 2024-08-16T21:34:39.036Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4218 | 2024-08-16T21:34:39.038Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4219 | 2024-08-16T21:34:39.038Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 577.816556ms
iteration = 8
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
4220 | 2024-08-16T21:34:39.079Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 222
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 4a1021c0-6c1e-49d3-a7cf-884d37be1c77
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4221 | 2024-08-16T21:34:39.084Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4222 | 2024-08-16T21:34:39.084Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4223 | 2024-08-16T21:34:39.086Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
4224 | 2024-08-16T21:34:39.086Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4225 | 2024-08-16T21:34:39.086Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4226 | 2024-08-16T21:34:39.095Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
4227 | 2024-08-16T21:34:39.095Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a72a381b-99e3-4e0d-8aa0-452e5bd90c96", "content-length": "121", "date": "Fri, 16 Aug 2024 21:34:39 GMT"} })
|
4228 | 2024-08-16T21:34:39.095Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
4229 | 2024-08-16T21:34:39.095Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
4230 | 2024-08-16T21:34:39.096Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
4231 | 2024-08-16T21:34:39.096Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
4232 | 2024-08-16T21:34:39.096Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
4233 | 2024-08-16T21:34:39.096Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
4234 | 2024-08-16T21:34:39.096Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4235 | 2024-08-16T21:34:39.096Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4236 | 2024-08-16T21:34:39.096Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4237 | 2024-08-16T21:34:39.097Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
4238 | 2024-08-16T21:34:39.098Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "63a8c6cc-a0e0-4132-b4e0-593b9ca4b169", "content-length": "2", "date": "Fri, 16 Aug 2024 21:34:39 GMT"} })
|
4239 | 2024-08-16T21:34:39.098Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
4240 | 2024-08-16T21:34:39.098Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "169fa2a1-6b87-45ec-b435-508319d15818", "content-length": "52", "date": "Fri, 16 Aug 2024 21:34:39 GMT"} })
|
4241 | 2024-08-16T21:34:39.098Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
4242 | 2024-08-16T21:34:39.098Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
4243 | 2024-08-16T21:34:39.147Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "09137d25-346c-4ec7-8964-c7b90ddeeec2", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4244 | 2024-08-16T21:34:39.147Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
4245 | 2024-08-16T21:34:39.147Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
4246 | 2024-08-16T21:34:39.148Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9b61168e-4427-4a90-bbe4-1804755eaaff", "content-length": "494", "date": "Fri, 16 Aug 2024 21:34:38 GMT"} })
|
4247 | 2024-08-16T21:34:39.148Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4248 | 2024-08-16T21:34:39.148Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4249 | 2024-08-16T21:34:39.151Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4250 | 2024-08-16T21:34:39.151Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4251 | 2024-08-16T21:34:39.153Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4252 | 2024-08-16T21:34:39.154Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4253 | 2024-08-16T21:34:39.155Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4254 | 2024-08-16T21:34:39.155Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4255 | 2024-08-16T21:34:39.160Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 700.394887ms
iteration = 11
status = {}
|
4256 | 2024-08-16T21:34:48.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 32
reason = Timeout
|
4257 | 2024-08-16T21:34:48.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 32
reason = Timeout
|
4258 | 2024-08-16T21:34:48.461Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4259 | 2024-08-16T21:34:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4260 | 2024-08-16T21:34:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4261 | 2024-08-16T21:34:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4262 | 2024-08-16T21:34:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4263 | 2024-08-16T21:34:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4264 | 2024-08-16T21:34:48.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4265 | 2024-08-16T21:34:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4266 | 2024-08-16T21:34:48.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4267 | 2024-08-16T21:34:48.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.277042ms
iteration = 32
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4268 | 2024-08-16T21:34:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4269 | 2024-08-16T21:34:48.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4270 | 2024-08-16T21:34:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4271 | 2024-08-16T21:34:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4272 | 2024-08-16T21:34:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4273 | 2024-08-16T21:34:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4274 | 2024-08-16T21:34:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4275 | 2024-08-16T21:34:48.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4276 | 2024-08-16T21:34:48.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4277 | 2024-08-16T21:34:48.477Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4278 | 2024-08-16T21:34:48.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 16.584993ms
iteration = 32
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4279 | 2024-08-16T21:34:49.079Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 207
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 1e6d8169-36de-4f3a-8bec-3385f529711c
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4280 | 2024-08-16T21:34:58.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 33
reason = Timeout
|
4281 | 2024-08-16T21:34:58.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 33
reason = Timeout
|
4282 | 2024-08-16T21:34:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4283 | 2024-08-16T21:34:58.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4284 | 2024-08-16T21:34:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4285 | 2024-08-16T21:34:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4286 | 2024-08-16T21:34:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4287 | 2024-08-16T21:34:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4288 | 2024-08-16T21:34:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4289 | 2024-08-16T21:34:58.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4290 | 2024-08-16T21:34:58.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4291 | 2024-08-16T21:34:58.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.777936ms
iteration = 33
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4292 | 2024-08-16T21:34:58.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4293 | 2024-08-16T21:34:58.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4294 | 2024-08-16T21:34:58.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4295 | 2024-08-16T21:34:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4296 | 2024-08-16T21:34:58.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4297 | 2024-08-16T21:34:58.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4298 | 2024-08-16T21:34:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4299 | 2024-08-16T21:34:58.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4300 | 2024-08-16T21:34:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4301 | 2024-08-16T21:34:58.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4302 | 2024-08-16T21:34:58.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.094626ms
iteration = 33
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4303 | 2024-08-16T21:34:59.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 206
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = ce317886-8308-4c93-95a3-cee307da07ee
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4304 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 12
reason = Timeout
|
4305 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 12
reason = Timeout
|
4306 | 2024-08-16T21:35:08.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
4307 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
4308 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
4309 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
4310 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 34
reason = Timeout
|
4311 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 12
reason = Timeout
|
4312 | 2024-08-16T21:35:08.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4313 | 2024-08-16T21:35:08.460Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
4314 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
4315 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4316 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 12
reason = Timeout
|
4317 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4318 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 12
reason = Timeout
|
4319 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
4320 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 12
reason = Timeout
|
4321 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
4322 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 12
reason = Timeout
|
4323 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 12
reason = Timeout
|
4324 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
4325 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4326 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 34
reason = Timeout
|
4327 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 12
reason = Timeout
|
4328 | 2024-08-16T21:35:08.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
4329 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
4330 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 12
reason = Timeout
|
4331 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4332 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 12
reason = Timeout
|
4333 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4334 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4335 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 13
reason = Timeout
|
4336 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4337 | 2024-08-16T21:35:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 12
reason = Timeout
|
4338 | 2024-08-16T21:35:08.460Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
4339 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
4340 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4341 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
4342 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
4343 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4344 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
4345 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
4346 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4347 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4348 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4349 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4350 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
4351 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
4352 | 2024-08-16T21:35:08.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4353 | 2024-08-16T21:35:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4354 | 2024-08-16T21:35:08.463Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
4355 | 2024-08-16T21:35:08.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.599821ms
iteration = 12
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
4356 | 2024-08-16T21:35:08.464Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1792, tv_nsec: 168049863 } })
|
4357 | 2024-08-16T21:35:08.464Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
4358 | 2024-08-16T21:35:08.464Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
4359 | 2024-08-16T21:35:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
4360 | 2024-08-16T21:35:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4361 | 2024-08-16T21:35:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
4362 | 2024-08-16T21:35:08.464Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
4363 | 2024-08-16T21:35:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 4.212115ms
iteration = 12
status = {"errors":[],"garbage_collect_requested":[]}
|
4364 | 2024-08-16T21:35:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4365 | 2024-08-16T21:35:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4366 | 2024-08-16T21:35:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
4367 | 2024-08-16T21:35:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4368 | 2024-08-16T21:35:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4369 | 2024-08-16T21:35:08.466Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1792, tv_nsec: 170756737 } })
|
4370 | 2024-08-16T21:35:08.466Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
4371 | 2024-08-16T21:35:08.467Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
4372 | 2024-08-16T21:35:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4373 | 2024-08-16T21:35:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
4374 | 2024-08-16T21:35:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4375 | 2024-08-16T21:35:08.467Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
4376 | 2024-08-16T21:35:08.467Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
4377 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 7.471285ms
iteration = 12
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
4378 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4379 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4380 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
4381 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
4382 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
4383 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
4384 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4385 | 2024-08-16T21:35:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4386 | 2024-08-16T21:35:08.474Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4387 | 2024-08-16T21:35:08.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 13.913261ms
iteration = 34
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4388 | 2024-08-16T21:35:08.477Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
4389 | 2024-08-16T21:35:08.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4390 | 2024-08-16T21:35:08.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4391 | 2024-08-16T21:35:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4392 | 2024-08-16T21:35:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4393 | 2024-08-16T21:35:08.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4394 | 2024-08-16T21:35:08.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4395 | 2024-08-16T21:35:08.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
4396 | 2024-08-16T21:35:08.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
4397 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
4398 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4399 | 2024-08-16T21:35:08.481Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
4400 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 21.005714ms
iteration = 12
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
4401 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4402 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
4403 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4404 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4405 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4406 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
4407 | 2024-08-16T21:35:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4408 | 2024-08-16T21:35:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4409 | 2024-08-16T21:35:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4410 | 2024-08-16T21:35:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4411 | 2024-08-16T21:35:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4412 | 2024-08-16T21:35:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4413 | 2024-08-16T21:35:08.483Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
4414 | 2024-08-16T21:35:08.483Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 23.169863ms
iteration = 12
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
4415 | 2024-08-16T21:35:08.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4416 | 2024-08-16T21:35:08.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4417 | 2024-08-16T21:35:08.485Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1792, tv_nsec: 189026707 } })
|
4418 | 2024-08-16T21:35:08.485Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4419 | 2024-08-16T21:35:08.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4420 | 2024-08-16T21:35:08.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4421 | 2024-08-16T21:35:08.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4422 | 2024-08-16T21:35:08.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4423 | 2024-08-16T21:35:08.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4424 | 2024-08-16T21:35:08.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4425 | 2024-08-16T21:35:08.494Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4426 | 2024-08-16T21:35:08.494Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 33.758473ms
iteration = 34
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4427 | 2024-08-16T21:35:08.499Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4428 | 2024-08-16T21:35:08.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4429 | 2024-08-16T21:35:08.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4430 | 2024-08-16T21:35:08.500Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4431 | 2024-08-16T21:35:08.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4432 | 2024-08-16T21:35:08.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4433 | 2024-08-16T21:35:08.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4434 | 2024-08-16T21:35:08.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
4435 | 2024-08-16T21:35:08.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4436 | 2024-08-16T21:35:08.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4437 | 2024-08-16T21:35:08.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4438 | 2024-08-16T21:35:08.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4439 | 2024-08-16T21:35:08.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
4440 | 2024-08-16T21:35:08.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4441 | 2024-08-16T21:35:08.505Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4442 | 2024-08-16T21:35:08.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
4443 | 2024-08-16T21:35:08.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4444 | 2024-08-16T21:35:08.506Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 46.232453ms
iteration = 12
status = 0
|
4445 | 2024-08-16T21:35:08.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4446 | 2024-08-16T21:35:08.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
4447 | 2024-08-16T21:35:08.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
4448 | 2024-08-16T21:35:08.509Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
4449 | 2024-08-16T21:35:08.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 49.394489ms
iteration = 12
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
4450 | 2024-08-16T21:35:08.511Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
4451 | 2024-08-16T21:35:08.511Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 51.145717ms
iteration = 13
status = {"physical_disks_added":0}
|
4452 | 2024-08-16T21:35:08.573Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
4453 | 2024-08-16T21:35:08.573Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4454 | 2024-08-16T21:35:08.574Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "975ad9e3-add8-4614-82a9-996e8f909011", "content-length": "26", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4455 | 2024-08-16T21:35:08.574Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4456 | 2024-08-16T21:35:08.576Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
4457 | 2024-08-16T21:35:08.586Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
4458 | 2024-08-16T21:35:08.586Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4459 | 2024-08-16T21:35:08.587Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "cfa815cd-54cd-4544-a4c2-07716981c333", "content-length": "26", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4460 | 2024-08-16T21:35:08.587Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4461 | 2024-08-16T21:35:08.589Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
4462 | 2024-08-16T21:35:08.620Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
4463 | 2024-08-16T21:35:08.620Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4464 | 2024-08-16T21:35:08.621Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1dec7d0c-7476-4651-90fc-33f61b26dc7d", "content-length": "26", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4465 | 2024-08-16T21:35:08.621Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4466 | 2024-08-16T21:35:08.622Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4467 | 2024-08-16T21:35:08.638Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
4468 | 2024-08-16T21:35:08.638Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7ffd70da-2e38-4c77-a1ab-6cf143ab74cb", "content-length": "372", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4469 | 2024-08-16T21:35:08.638Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4470 | 2024-08-16T21:35:08.639Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4471 | 2024-08-16T21:35:08.641Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4472 | 2024-08-16T21:35:08.641Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4473 | 2024-08-16T21:35:08.643Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4474 | 2024-08-16T21:35:08.644Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4475 | 2024-08-16T21:35:08.646Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
4476 | 2024-08-16T21:35:08.646Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b496424d-5096-40ea-a500-b0c95112d1d0", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4477 | 2024-08-16T21:35:08.647Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 186.692763ms
iteration = 12
status = {}
|
4478 | 2024-08-16T21:35:08.707Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
4479 | 2024-08-16T21:35:08.707Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d245ba8e-94c1-488d-8d8d-2a43bc1074bd", "content-length": "691", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4480 | 2024-08-16T21:35:08.707Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
4481 | 2024-08-16T21:35:08.707Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
4482 | 2024-08-16T21:35:08.707Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
4483 | 2024-08-16T21:35:08.709Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 249.194132ms
iteration = 12
status = {}
|
4484 | 2024-08-16T21:35:08.729Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
4485 | 2024-08-16T21:35:08.731Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "fa05ef43-d208-424f-98b7-ae988052c624", "content-length": "1", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4486 | 2024-08-16T21:35:08.733Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
4487 | 2024-08-16T21:35:08.733Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
4488 | 2024-08-16T21:35:08.735Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 274.395241ms
iteration = 12
status = null
|
4489 | 2024-08-16T21:35:08.747Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 286.943755ms
iteration = 12
status = {}
|
4490 | 2024-08-16T21:35:08.801Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4491 | 2024-08-16T21:35:08.801Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4492 | 2024-08-16T21:35:08.803Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
4493 | 2024-08-16T21:35:08.803Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4494 | 2024-08-16T21:35:08.803Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4495 | 2024-08-16T21:35:08.810Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
4496 | 2024-08-16T21:35:08.810Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7fd35716-787a-4d11-9000-84c959f90e95", "content-length": "121", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4497 | 2024-08-16T21:35:08.810Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
4498 | 2024-08-16T21:35:08.810Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
4499 | 2024-08-16T21:35:08.811Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
4500 | 2024-08-16T21:35:08.811Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
4501 | 2024-08-16T21:35:08.811Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
4502 | 2024-08-16T21:35:08.811Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
4503 | 2024-08-16T21:35:08.811Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4504 | 2024-08-16T21:35:08.811Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4505 | 2024-08-16T21:35:08.811Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4506 | 2024-08-16T21:35:08.813Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
4507 | 2024-08-16T21:35:08.813Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7642978c-c2d6-43a6-9351-0f3124850180", "content-length": "2", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4508 | 2024-08-16T21:35:08.813Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
4509 | 2024-08-16T21:35:08.813Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "079a6dcf-c6ca-4028-8b1a-e4c89507a803", "content-length": "52", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4510 | 2024-08-16T21:35:08.813Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
4511 | 2024-08-16T21:35:08.813Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
4512 | 2024-08-16T21:35:08.861Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ce940da6-f0c6-43fa-90cf-9f765c15bfaf", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4513 | 2024-08-16T21:35:08.861Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
4514 | 2024-08-16T21:35:08.861Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
4515 | 2024-08-16T21:35:08.862Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e42bce98-69ea-44b9-91ae-eb1e0da6708b", "content-length": "494", "date": "Fri, 16 Aug 2024 21:35:08 GMT"} })
|
4516 | 2024-08-16T21:35:08.862Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4517 | 2024-08-16T21:35:08.862Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4518 | 2024-08-16T21:35:08.867Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4519 | 2024-08-16T21:35:08.868Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4520 | 2024-08-16T21:35:08.875Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4521 | 2024-08-16T21:35:08.876Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4522 | 2024-08-16T21:35:08.877Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4523 | 2024-08-16T21:35:08.877Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4524 | 2024-08-16T21:35:08.883Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 422.811329ms
iteration = 12
status = {}
|
4525 | 2024-08-16T21:35:09.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 220
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = f2f03661-5d15-4d65-909b-c02b49dd63b1
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4526 | 2024-08-16T21:35:18.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 35
reason = Timeout
|
4527 | 2024-08-16T21:35:18.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 35
reason = Timeout
|
4528 | 2024-08-16T21:35:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4529 | 2024-08-16T21:35:18.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4530 | 2024-08-16T21:35:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4531 | 2024-08-16T21:35:18.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4532 | 2024-08-16T21:35:18.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4533 | 2024-08-16T21:35:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4534 | 2024-08-16T21:35:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4535 | 2024-08-16T21:35:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4536 | 2024-08-16T21:35:18.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4537 | 2024-08-16T21:35:18.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.840658ms
iteration = 35
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4538 | 2024-08-16T21:35:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4539 | 2024-08-16T21:35:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4540 | 2024-08-16T21:35:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4541 | 2024-08-16T21:35:18.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4542 | 2024-08-16T21:35:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4543 | 2024-08-16T21:35:18.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4544 | 2024-08-16T21:35:18.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4545 | 2024-08-16T21:35:18.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4546 | 2024-08-16T21:35:18.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4547 | 2024-08-16T21:35:18.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4548 | 2024-08-16T21:35:18.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.809978ms
iteration = 35
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4549 | 2024-08-16T21:35:19.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 233
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = df7a8b77-b375-4359-a3a2-c726e0887cdf
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4550 | 2024-08-16T21:35:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 36
reason = Timeout
|
4551 | 2024-08-16T21:35:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 36
reason = Timeout
|
4552 | 2024-08-16T21:35:28.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4553 | 2024-08-16T21:35:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4554 | 2024-08-16T21:35:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4555 | 2024-08-16T21:35:28.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4556 | 2024-08-16T21:35:28.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4557 | 2024-08-16T21:35:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4558 | 2024-08-16T21:35:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4559 | 2024-08-16T21:35:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4560 | 2024-08-16T21:35:28.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4561 | 2024-08-16T21:35:28.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.428396ms
iteration = 36
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4562 | 2024-08-16T21:35:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4563 | 2024-08-16T21:35:28.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4564 | 2024-08-16T21:35:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4565 | 2024-08-16T21:35:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4566 | 2024-08-16T21:35:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4567 | 2024-08-16T21:35:28.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4568 | 2024-08-16T21:35:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4569 | 2024-08-16T21:35:28.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4570 | 2024-08-16T21:35:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4571 | 2024-08-16T21:35:28.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4572 | 2024-08-16T21:35:28.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.551678ms
iteration = 36
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4573 | 2024-08-16T21:35:29.079Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 228
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 2482ad25-315a-4668-ba24-2e9d8e38b04f
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4574 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 14
reason = Timeout
|
4575 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 37
reason = Timeout
|
4576 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4577 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4578 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4579 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 7
reason = Timeout
|
4580 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 8
reason = Timeout
|
4581 | 2024-08-16T21:35:38.460Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
4582 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 14.891\u{b5}s
iteration = 8
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
4583 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 9
reason = Timeout
|
4584 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 37
reason = Timeout
|
4585 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4586 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 7
reason = Timeout
|
4587 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 7
reason = Timeout
|
4588 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:25:38.460450949 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
4589 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
4590 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 7
reason = Timeout
|
4591 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4592 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 13
reason = Timeout
|
4593 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 7
reason = Timeout
|
4594 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
4595 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
4596 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 13
reason = Timeout
|
4597 | 2024-08-16T21:35:38.460Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
4598 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4599 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 13
reason = Timeout
|
4600 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
4601 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
4602 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 7
reason = Timeout
|
4603 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
4604 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 13
reason = Timeout
|
4605 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
4606 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4607 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 13
reason = Timeout
|
4608 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
4609 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 13
reason = Timeout
|
4610 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
4611 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
4612 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 9
reason = Timeout
|
4613 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 7
reason = Timeout
|
4614 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
4615 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
4616 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 13
reason = Timeout
|
4617 | 2024-08-16T21:35:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
4618 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
4619 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 7
reason = Timeout
|
4620 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
4621 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4622 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 13
reason = Timeout
|
4623 | 2024-08-16T21:35:38.460Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
4624 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
4625 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 13
reason = Timeout
|
4626 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
4627 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 13
reason = Timeout
|
4628 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4629 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 7
reason = Timeout
|
4630 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
4631 | 2024-08-16T21:35:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4632 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = crdb_node_id_collector
iteration = 4
reason = Timeout
|
4633 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4634 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 13
reason = Timeout
|
4635 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4636 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 13
reason = Timeout
|
4637 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4638 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
4639 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4640 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4641 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4642 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
4643 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
4644 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
4645 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
4646 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
4647 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
4648 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
4649 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
4650 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
4651 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4652 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4653 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4654 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
4655 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
4656 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4657 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4658 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4659 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4660 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4661 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4662 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4663 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4664 | 2024-08-16T21:35:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4665 | 2024-08-16T21:35:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4666 | 2024-08-16T21:35:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4667 | 2024-08-16T21:35:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4668 | 2024-08-16T21:35:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4669 | 2024-08-16T21:35:38.463Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
4670 | 2024-08-16T21:35:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.123625ms
iteration = 13
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
4671 | 2024-08-16T21:35:38.463Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
4672 | 2024-08-16T21:35:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 3.187237ms
iteration = 13
status = {"errors":[],"garbage_collect_requested":[]}
|
4673 | 2024-08-16T21:35:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 167853045 } })
|
4674 | 2024-08-16T21:35:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 167892676 } })
|
4675 | 2024-08-16T21:35:38.463Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
4676 | 2024-08-16T21:35:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 3.31004ms
iteration = 7
status = {"errors":[],"found_port_ok":[]}
|
4677 | 2024-08-16T21:35:38.463Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:25:38.460450949 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
4678 | 2024-08-16T21:35:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 3.513396ms
iteration = 7
status = {"expiration":"2024-08-16T21:25:38.460450949Z","pruned":[]}
|
4679 | 2024-08-16T21:35:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4680 | 2024-08-16T21:35:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4681 | 2024-08-16T21:35:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4682 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
4683 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4684 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4685 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4686 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
4687 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
4688 | 2024-08-16T21:35:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4689 | 2024-08-16T21:35:38.466Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
4690 | 2024-08-16T21:35:38.466Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
4691 | 2024-08-16T21:35:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
4692 | 2024-08-16T21:35:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
4693 | 2024-08-16T21:35:38.466Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
4694 | 2024-08-16T21:35:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 6.285902ms
iteration = 7
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
4695 | 2024-08-16T21:35:38.466Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 170872288 } })
|
4696 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4697 | 2024-08-16T21:35:38.467Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
4698 | 2024-08-16T21:35:38.467Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4699 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 6.900129ms
iteration = 13
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
4700 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 7.162286ms
iteration = 37
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4701 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4702 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
4703 | 2024-08-16T21:35:38.467Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
4704 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 7.137655ms
iteration = 7
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
4705 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4706 | 2024-08-16T21:35:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4707 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
4708 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4709 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4710 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4711 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4712 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
4713 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.992799ms
iteration = 7
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
4714 | 2024-08-16T21:35:38.468Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
4715 | 2024-08-16T21:35:38.468Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
4716 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 7.876755ms
iteration = 13
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
4717 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
4718 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4719 | 2024-08-16T21:35:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4720 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4721 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4722 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4723 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4724 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4725 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4726 | 2024-08-16T21:35:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
4727 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4728 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
4729 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4730 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4731 | 2024-08-16T21:35:38.470Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
4732 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4733 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
4734 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
4735 | 2024-08-16T21:35:38.470Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 174848097 } })
|
4736 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
4737 | 2024-08-16T21:35:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4738 | 2024-08-16T21:35:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
4739 | 2024-08-16T21:35:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4740 | 2024-08-16T21:35:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4741 | 2024-08-16T21:35:38.471Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
4742 | 2024-08-16T21:35:38.471Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 10.841826ms
iteration = 13
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
4743 | 2024-08-16T21:35:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4744 | 2024-08-16T21:35:38.472Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
4745 | 2024-08-16T21:35:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4746 | 2024-08-16T21:35:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
4747 | 2024-08-16T21:35:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
4748 | 2024-08-16T21:35:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
4749 | 2024-08-16T21:35:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4750 | 2024-08-16T21:35:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
4751 | 2024-08-16T21:35:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4752 | 2024-08-16T21:35:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4753 | 2024-08-16T21:35:38.474Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
4754 | 2024-08-16T21:35:38.474Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 178477026 } })
|
4755 | 2024-08-16T21:35:38.474Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
4756 | 2024-08-16T21:35:38.474Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
4757 | 2024-08-16T21:35:38.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 14.138386ms
iteration = 7
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
4758 | 2024-08-16T21:35:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
4759 | 2024-08-16T21:35:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
4760 | 2024-08-16T21:35:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4761 | 2024-08-16T21:35:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4762 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
4763 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
4764 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4765 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
4766 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
4767 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
4768 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4769 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4770 | 2024-08-16T21:35:38.476Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4771 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
4772 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
4773 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4774 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4775 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4776 | 2024-08-16T21:35:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4777 | 2024-08-16T21:35:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
4778 | 2024-08-16T21:35:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4779 | 2024-08-16T21:35:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4780 | 2024-08-16T21:35:38.477Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
4781 | 2024-08-16T21:35:38.477Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
4782 | 2024-08-16T21:35:38.477Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
4783 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4784 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4785 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4786 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
4787 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4788 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4789 | 2024-08-16T21:35:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4790 | 2024-08-16T21:35:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4791 | 2024-08-16T21:35:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4792 | 2024-08-16T21:35:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4793 | 2024-08-16T21:35:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4794 | 2024-08-16T21:35:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4795 | 2024-08-16T21:35:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
4796 | 2024-08-16T21:35:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4797 | 2024-08-16T21:35:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4798 | 2024-08-16T21:35:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4799 | 2024-08-16T21:35:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
4800 | 2024-08-16T21:35:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4801 | 2024-08-16T21:35:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4802 | 2024-08-16T21:35:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
4803 | 2024-08-16T21:35:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4804 | 2024-08-16T21:35:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4805 | 2024-08-16T21:35:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4806 | 2024-08-16T21:35:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
4807 | 2024-08-16T21:35:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4808 | 2024-08-16T21:35:38.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4809 | 2024-08-16T21:35:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
4810 | 2024-08-16T21:35:38.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4811 | 2024-08-16T21:35:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4812 | 2024-08-16T21:35:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4813 | 2024-08-16T21:35:38.500Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
4814 | 2024-08-16T21:35:38.500Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
4815 | 2024-08-16T21:35:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4816 | 2024-08-16T21:35:38.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4817 | 2024-08-16T21:35:38.501Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
4818 | 2024-08-16T21:35:38.501Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
4819 | 2024-08-16T21:35:38.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4820 | 2024-08-16T21:35:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4821 | 2024-08-16T21:35:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4822 | 2024-08-16T21:35:38.502Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
4823 | 2024-08-16T21:35:38.502Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 42.07409ms
iteration = 13
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
4824 | 2024-08-16T21:35:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
4825 | 2024-08-16T21:35:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
4826 | 2024-08-16T21:35:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
4827 | 2024-08-16T21:35:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4828 | 2024-08-16T21:35:38.505Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4829 | 2024-08-16T21:35:38.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4830 | 2024-08-16T21:35:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
4831 | 2024-08-16T21:35:38.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
4832 | 2024-08-16T21:35:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
4833 | 2024-08-16T21:35:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4834 | 2024-08-16T21:35:38.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
4835 | 2024-08-16T21:35:38.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
4836 | 2024-08-16T21:35:38.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
4837 | 2024-08-16T21:35:38.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
4838 | 2024-08-16T21:35:38.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
4839 | 2024-08-16T21:35:38.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4840 | 2024-08-16T21:35:38.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
4841 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
4842 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
4843 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
4844 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 48.30588ms
iteration = 7
status = {"generation":1}
|
4845 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = crdb_node_id_collector
elapsed = 48.610429ms
iteration = 4
status = {"nsuccess":5}
|
4846 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
4847 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
4848 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
4849 | 2024-08-16T21:35:38.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 48.743812ms
iteration = 7
status = {"generation":2}
|
4850 | 2024-08-16T21:35:38.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
4851 | 2024-08-16T21:35:38.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4852 | 2024-08-16T21:35:38.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4853 | 2024-08-16T21:35:38.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4854 | 2024-08-16T21:35:38.513Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
4855 | 2024-08-16T21:35:38.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
4856 | 2024-08-16T21:35:38.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4857 | 2024-08-16T21:35:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
4858 | 2024-08-16T21:35:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4859 | 2024-08-16T21:35:38.516Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4860 | 2024-08-16T21:35:38.516Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4861 | 2024-08-16T21:35:38.517Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
|
4862 | 2024-08-16T21:35:38.517Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 57.143732ms
iteration = 7
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
4863 | 2024-08-16T21:35:38.517Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4864 | 2024-08-16T21:35:38.520Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
4865 | 2024-08-16T21:35:38.520Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
4866 | 2024-08-16T21:35:38.520Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
4867 | 2024-08-16T21:35:38.521Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 61.208763ms
iteration = 13
status = 0
|
4868 | 2024-08-16T21:35:38.541Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
4869 | 2024-08-16T21:35:38.541Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 80.879381ms
iteration = 14
status = {"physical_disks_added":0}
|
4870 | 2024-08-16T21:35:38.633Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
4871 | 2024-08-16T21:35:38.672Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
4872 | 2024-08-16T21:35:38.672Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4873 | 2024-08-16T21:35:38.673Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b061483a-f04d-460f-b31c-049bfc5e69b7", "content-length": "26", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4874 | 2024-08-16T21:35:38.673Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4875 | 2024-08-16T21:35:38.675Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4876 | 2024-08-16T21:35:38.678Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
4877 | 2024-08-16T21:35:38.711Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
4878 | 2024-08-16T21:35:38.711Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "14a17a28-852b-4b30-b61d-8994dbaba2a9", "content-length": "372", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4879 | 2024-08-16T21:35:38.711Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4880 | 2024-08-16T21:35:38.711Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4881 | 2024-08-16T21:35:38.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4882 | 2024-08-16T21:35:38.713Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4883 | 2024-08-16T21:35:38.713Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4884 | 2024-08-16T21:35:38.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
4885 | 2024-08-16T21:35:38.715Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4886 | 2024-08-16T21:35:38.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4887 | 2024-08-16T21:35:38.716Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
4888 | 2024-08-16T21:35:38.716Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
4889 | 2024-08-16T21:35:38.718Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
4890 | 2024-08-16T21:35:38.718Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d79863ee-d8c2-4993-b003-6003243eb373", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4891 | 2024-08-16T21:35:38.719Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 259.33141ms
iteration = 13
status = {}
|
4892 | 2024-08-16T21:35:38.722Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
4893 | 2024-08-16T21:35:38.722Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 261.808268ms
iteration = 37
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
4894 | 2024-08-16T21:35:38.791Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
4895 | 2024-08-16T21:35:38.792Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
4896 | 2024-08-16T21:35:38.792Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4897 | 2024-08-16T21:35:38.792Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f0fea81c-5895-48ae-9889-7fd1bdac07ac", "content-length": "26", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4898 | 2024-08-16T21:35:38.792Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4899 | 2024-08-16T21:35:38.792Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "eb8a7a5d-4ee0-4ad4-82ff-f0528e0231ae", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4900 | 2024-08-16T21:35:38.792Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4901 | 2024-08-16T21:35:38.795Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "0958a99c-fd90-4240-b9cc-37d4e595de90", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4902 | 2024-08-16T21:35:38.795Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4903 | 2024-08-16T21:35:38.795Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
4904 | 2024-08-16T21:35:38.797Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
4905 | 2024-08-16T21:35:38.797Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 337.511698ms
iteration = 9
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
4906 | 2024-08-16T21:35:38.804Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
4907 | 2024-08-16T21:35:38.804Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "27b2e258-7a20-4375-8788-56db7017bce2", "content-length": "691", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4908 | 2024-08-16T21:35:38.804Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
4909 | 2024-08-16T21:35:38.805Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
4910 | 2024-08-16T21:35:38.805Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
4911 | 2024-08-16T21:35:38.807Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 346.38008ms
iteration = 13
status = {}
|
4912 | 2024-08-16T21:35:38.817Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
4913 | 2024-08-16T21:35:38.817Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
4914 | 2024-08-16T21:35:38.817Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6badf32d-09eb-409d-bd88-1ab733f18e6c", "content-length": "26", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4915 | 2024-08-16T21:35:38.817Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
4916 | 2024-08-16T21:35:38.819Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
4917 | 2024-08-16T21:35:38.847Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
4918 | 2024-08-16T21:35:38.906Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
4919 | 2024-08-16T21:35:38.907Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "dcb6806e-a5cf-40a8-a8e8-9b53bbec4d83", "content-length": "1", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4920 | 2024-08-16T21:35:38.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
4921 | 2024-08-16T21:35:38.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
4922 | 2024-08-16T21:35:38.909Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 448.951314ms
iteration = 13
status = null
|
4923 | 2024-08-16T21:35:38.925Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 465.372513ms
iteration = 13
status = {}
|
4924 | 2024-08-16T21:35:38.937Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
4925 | 2024-08-16T21:35:38.937Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "28f817ed-c6ea-4849-9054-e51ebbaf2d20", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4926 | 2024-08-16T21:35:38.937Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4927 | 2024-08-16T21:35:38.939Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "32cd75a1-bd67-489e-ac3f-393d407b116f", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4928 | 2024-08-16T21:35:38.939Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4929 | 2024-08-16T21:35:38.941Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "89027b63-71ed-467f-9f79-fe537e7263e5", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4930 | 2024-08-16T21:35:38.941Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4931 | 2024-08-16T21:35:38.943Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
4932 | 2024-08-16T21:35:38.943Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 483.252092ms
iteration = 9
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
4933 | 2024-08-16T21:35:38.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4934 | 2024-08-16T21:35:38.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4935 | 2024-08-16T21:35:38.974Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
4936 | 2024-08-16T21:35:38.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4937 | 2024-08-16T21:35:38.974Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4938 | 2024-08-16T21:35:38.981Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
4939 | 2024-08-16T21:35:38.981Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1bfe0d4a-60cf-424f-8186-a23bd630abed", "content-length": "121", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4940 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
4941 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
4942 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
4943 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
4944 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
4945 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
4946 | 2024-08-16T21:35:38.981Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
4947 | 2024-08-16T21:35:38.981Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4948 | 2024-08-16T21:35:38.982Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4949 | 2024-08-16T21:35:38.983Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
4950 | 2024-08-16T21:35:38.983Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "29bd6a32-8c94-4d89-922f-45494e23d06a", "content-length": "2", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4951 | 2024-08-16T21:35:38.983Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
4952 | 2024-08-16T21:35:38.984Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a7b33f49-fb56-4d34-bc45-2fb9dcd46c25", "content-length": "52", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4953 | 2024-08-16T21:35:38.984Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
4954 | 2024-08-16T21:35:38.984Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
4955 | 2024-08-16T21:35:39.050Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "caadc21b-e295-41f4-9053-d1c1af020584", "date": "Fri, 16 Aug 2024 21:35:38 GMT"} })
|
4956 | 2024-08-16T21:35:39.050Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
4957 | 2024-08-16T21:35:39.050Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
4958 | 2024-08-16T21:35:39.050Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "829829b3-4209-4b37-9386-f6728eadbe21", "content-length": "494", "date": "Fri, 16 Aug 2024 21:35:39 GMT"} })
|
4959 | 2024-08-16T21:35:39.050Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4960 | 2024-08-16T21:35:39.050Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4961 | 2024-08-16T21:35:39.053Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4962 | 2024-08-16T21:35:39.053Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4963 | 2024-08-16T21:35:39.057Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4964 | 2024-08-16T21:35:39.057Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4965 | 2024-08-16T21:35:39.058Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
4966 | 2024-08-16T21:35:39.058Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
4967 | 2024-08-16T21:35:39.064Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 604.055455ms
iteration = 13
status = {}
|
4968 | 2024-08-16T21:35:39.080Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 974
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 2765567e-d98a-4c3f-95ec-9380ac001d2b
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4969 | 2024-08-16T21:35:39.082Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
4970 | 2024-08-16T21:35:39.082Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
4971 | 2024-08-16T21:35:39.112Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
4972 | 2024-08-16T21:35:39.112Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:52534
|
4973 | 2024-08-16T21:35:39.112Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52534
req_id = c0c27ae5-940e-4aef-9fc2-cde7328ba8d2
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
4974 | 2024-08-16T21:35:39.113Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52534
req_id = c0c27ae5-940e-4aef-9fc2-cde7328ba8d2
resource = Database
result = Ok(())
uri = /metrics/producers
|
4975 | 2024-08-16T21:35:39.145Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:338
id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
|
4976 | 2024-08-16T21:35:39.145Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52534
req_id = c0c27ae5-940e-4aef-9fc2-cde7328ba8d2
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
4977 | 2024-08-16T21:35:39.145Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52534
req_id = c0c27ae5-940e-4aef-9fc2-cde7328ba8d2
resource = Database
result = Ok(())
uri = /metrics/producers
|
4978 | 2024-08-16T21:35:39.190Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
4979 | 2024-08-16T21:35:39.191Z | DEBG | nexus: client response
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ba237496-1772-4182-a8ca-969827a73dcc", "date": "Fri, 16 Aug 2024 21:35:39 GMT"} })
|
4980 | 2024-08-16T21:35:39.191Z | INFO | nexus: assigned collector to new producer
collector_id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
file = nexus/src/app/oximeter.rs:125
producer_id = e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
4981 | 2024-08-16T21:35:39.193Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 80473
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52534
req_id = c0c27ae5-940e-4aef-9fc2-cde7328ba8d2
response_code = 201
uri = /metrics/producers
|
4982 | 2024-08-16T21:35:39.193Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "c0c27ae5-940e-4aef-9fc2-cde7328ba8d2", "content-length": "41", "date": "Fri, 16 Aug 2024 21:35:39 GMT"} })
|
4983 | 2024-08-16T21:35:39.194Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
4984 | 2024-08-16T21:35:39.194Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
4985 | 2024-08-16T21:35:48.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 38
reason = Timeout
|
4986 | 2024-08-16T21:35:48.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 38
reason = Timeout
|
4987 | 2024-08-16T21:35:48.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
4988 | 2024-08-16T21:35:48.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4989 | 2024-08-16T21:35:48.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4990 | 2024-08-16T21:35:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4991 | 2024-08-16T21:35:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4992 | 2024-08-16T21:35:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
4993 | 2024-08-16T21:35:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
4994 | 2024-08-16T21:35:48.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
4995 | 2024-08-16T21:35:48.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
4996 | 2024-08-16T21:35:48.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.701674ms
iteration = 38
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
4997 | 2024-08-16T21:35:48.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
4998 | 2024-08-16T21:35:48.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
4999 | 2024-08-16T21:35:48.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5000 | 2024-08-16T21:35:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5001 | 2024-08-16T21:35:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5002 | 2024-08-16T21:35:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5003 | 2024-08-16T21:35:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5004 | 2024-08-16T21:35:48.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5005 | 2024-08-16T21:35:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5006 | 2024-08-16T21:35:48.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5007 | 2024-08-16T21:35:48.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.082405ms
iteration = 38
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5008 | 2024-08-16T21:35:49.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 243
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 44db0eee-1223-44a3-823b-afa90c4eb0f2
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5009 | 2024-08-16T21:35:58.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 39
reason = Timeout
|
5010 | 2024-08-16T21:35:58.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5011 | 2024-08-16T21:35:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5012 | 2024-08-16T21:35:58.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 39
reason = Timeout
|
5013 | 2024-08-16T21:35:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5014 | 2024-08-16T21:35:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5015 | 2024-08-16T21:35:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5016 | 2024-08-16T21:35:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5017 | 2024-08-16T21:35:58.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5018 | 2024-08-16T21:35:58.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5019 | 2024-08-16T21:35:58.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5020 | 2024-08-16T21:35:58.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.693834ms
iteration = 39
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5021 | 2024-08-16T21:35:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5022 | 2024-08-16T21:35:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5023 | 2024-08-16T21:35:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5024 | 2024-08-16T21:35:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5025 | 2024-08-16T21:35:58.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5026 | 2024-08-16T21:35:58.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5027 | 2024-08-16T21:35:58.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5028 | 2024-08-16T21:35:58.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5029 | 2024-08-16T21:35:58.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5030 | 2024-08-16T21:35:58.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5031 | 2024-08-16T21:35:58.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.843346ms
iteration = 39
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5032 | 2024-08-16T21:35:59.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 233
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 6a16b2df-048c-45f1-8468-b07bb751f6fc
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5033 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 14
reason = Timeout
|
5034 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5035 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 14
reason = Timeout
|
5036 | 2024-08-16T21:36:08.460Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
5037 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
5038 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 14
reason = Timeout
|
5039 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 14
reason = Timeout
|
5040 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
5041 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
5042 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 14
reason = Timeout
|
5043 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 14
reason = Timeout
|
5044 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5045 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5046 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 14
reason = Timeout
|
5047 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
5048 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
5049 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 40
reason = Timeout
|
5050 | 2024-08-16T21:36:08.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5051 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5052 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 14
reason = Timeout
|
5053 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 14
reason = Timeout
|
5054 | 2024-08-16T21:36:08.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
5055 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
5056 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 40
reason = Timeout
|
5057 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
5058 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 14
reason = Timeout
|
5059 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5060 | 2024-08-16T21:36:08.460Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
5061 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 15
reason = Timeout
|
5062 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 14
reason = Timeout
|
5063 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5064 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 14
reason = Timeout
|
5065 | 2024-08-16T21:36:08.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
5066 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
5067 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5068 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5069 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
5070 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
5071 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
5072 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5073 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5074 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
5075 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5076 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
5077 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5078 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
5079 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5080 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5081 | 2024-08-16T21:36:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
5082 | 2024-08-16T21:36:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5083 | 2024-08-16T21:36:08.462Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1852, tv_nsec: 166595719 } })
|
5084 | 2024-08-16T21:36:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5085 | 2024-08-16T21:36:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5086 | 2024-08-16T21:36:08.463Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
5087 | 2024-08-16T21:36:08.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.822617ms
iteration = 14
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
5088 | 2024-08-16T21:36:08.464Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
5089 | 2024-08-16T21:36:08.464Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1852, tv_nsec: 168397178 } })
|
5090 | 2024-08-16T21:36:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5091 | 2024-08-16T21:36:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5092 | 2024-08-16T21:36:08.464Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
5093 | 2024-08-16T21:36:08.464Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
5094 | 2024-08-16T21:36:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
5095 | 2024-08-16T21:36:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
5096 | 2024-08-16T21:36:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
5097 | 2024-08-16T21:36:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
5098 | 2024-08-16T21:36:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
5099 | 2024-08-16T21:36:08.465Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
5100 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
5101 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5102 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5103 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
5104 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5105 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
5106 | 2024-08-16T21:36:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5107 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5108 | 2024-08-16T21:36:08.467Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
5109 | 2024-08-16T21:36:08.467Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
5110 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 7.030852ms
iteration = 14
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
5111 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5112 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5113 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
5114 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5115 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5116 | 2024-08-16T21:36:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
5117 | 2024-08-16T21:36:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
5118 | 2024-08-16T21:36:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5119 | 2024-08-16T21:36:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
5120 | 2024-08-16T21:36:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5121 | 2024-08-16T21:36:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5122 | 2024-08-16T21:36:08.468Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5123 | 2024-08-16T21:36:08.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 8.304828ms
iteration = 40
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5124 | 2024-08-16T21:36:08.468Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1852, tv_nsec: 172826599 } })
|
5125 | 2024-08-16T21:36:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5126 | 2024-08-16T21:36:08.469Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
5127 | 2024-08-16T21:36:08.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 9.159201ms
iteration = 14
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
5128 | 2024-08-16T21:36:08.469Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
5129 | 2024-08-16T21:36:08.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 9.464149ms
iteration = 14
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
5130 | 2024-08-16T21:36:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
5131 | 2024-08-16T21:36:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5132 | 2024-08-16T21:36:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5133 | 2024-08-16T21:36:08.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5134 | 2024-08-16T21:36:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
5135 | 2024-08-16T21:36:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5136 | 2024-08-16T21:36:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5137 | 2024-08-16T21:36:08.471Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
5138 | 2024-08-16T21:36:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5139 | 2024-08-16T21:36:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5140 | 2024-08-16T21:36:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5141 | 2024-08-16T21:36:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5142 | 2024-08-16T21:36:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5143 | 2024-08-16T21:36:08.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5144 | 2024-08-16T21:36:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5145 | 2024-08-16T21:36:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
5146 | 2024-08-16T21:36:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5147 | 2024-08-16T21:36:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5148 | 2024-08-16T21:36:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5149 | 2024-08-16T21:36:08.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5150 | 2024-08-16T21:36:08.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5151 | 2024-08-16T21:36:08.477Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
5152 | 2024-08-16T21:36:08.477Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 17.671613ms
iteration = 15
status = {"physical_disks_added":0}
|
5153 | 2024-08-16T21:36:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5154 | 2024-08-16T21:36:08.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5155 | 2024-08-16T21:36:08.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5156 | 2024-08-16T21:36:08.484Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5157 | 2024-08-16T21:36:08.484Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 24.14796ms
iteration = 40
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5158 | 2024-08-16T21:36:08.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5159 | 2024-08-16T21:36:08.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5160 | 2024-08-16T21:36:08.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5161 | 2024-08-16T21:36:08.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5162 | 2024-08-16T21:36:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5163 | 2024-08-16T21:36:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5164 | 2024-08-16T21:36:08.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5165 | 2024-08-16T21:36:08.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5166 | 2024-08-16T21:36:08.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
5167 | 2024-08-16T21:36:08.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5168 | 2024-08-16T21:36:08.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5169 | 2024-08-16T21:36:08.489Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5170 | 2024-08-16T21:36:08.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
5171 | 2024-08-16T21:36:08.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5172 | 2024-08-16T21:36:08.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5173 | 2024-08-16T21:36:08.491Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 31.508871ms
iteration = 14
status = 0
|
5174 | 2024-08-16T21:36:08.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
5175 | 2024-08-16T21:36:08.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5176 | 2024-08-16T21:36:08.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5177 | 2024-08-16T21:36:08.499Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
5178 | 2024-08-16T21:36:08.499Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 39.015336ms
iteration = 14
status = {"errors":[],"garbage_collect_requested":[]}
|
5179 | 2024-08-16T21:36:08.629Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
5180 | 2024-08-16T21:36:08.629Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5181 | 2024-08-16T21:36:08.630Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "87280dac-33d9-44fe-bad5-a2ea4e334fd0", "content-length": "26", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5182 | 2024-08-16T21:36:08.630Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5183 | 2024-08-16T21:36:08.632Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5184 | 2024-08-16T21:36:08.644Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
5185 | 2024-08-16T21:36:08.645Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5186 | 2024-08-16T21:36:08.645Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "46b46f48-e53d-44ed-8c70-f63808d854e7", "content-length": "26", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5187 | 2024-08-16T21:36:08.645Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5188 | 2024-08-16T21:36:08.646Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
5189 | 2024-08-16T21:36:08.787Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
5190 | 2024-08-16T21:36:08.788Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "40d914cd-375c-4fc4-99d6-a2ee68092eb0", "content-length": "583", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5191 | 2024-08-16T21:36:08.788Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5192 | 2024-08-16T21:36:08.788Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5193 | 2024-08-16T21:36:08.790Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5194 | 2024-08-16T21:36:08.791Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5195 | 2024-08-16T21:36:08.793Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5196 | 2024-08-16T21:36:08.794Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5197 | 2024-08-16T21:36:08.795Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5198 | 2024-08-16T21:36:08.796Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5199 | 2024-08-16T21:36:08.797Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5200 | 2024-08-16T21:36:08.797Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5201 | 2024-08-16T21:36:08.798Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
5202 | 2024-08-16T21:36:08.798Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5203 | 2024-08-16T21:36:08.798Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5f887b7f-a1ac-4b5b-b138-dd245bf91955", "content-length": "26", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5204 | 2024-08-16T21:36:08.798Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5205 | 2024-08-16T21:36:08.800Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
5206 | 2024-08-16T21:36:08.800Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5207 | 2024-08-16T21:36:08.800Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5208 | 2024-08-16T21:36:08.802Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
5209 | 2024-08-16T21:36:08.803Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "347d9f86-7b36-4a24-81f4-f4931f60c0f7", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5210 | 2024-08-16T21:36:08.804Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 344.848547ms
iteration = 14
status = {}
|
5211 | 2024-08-16T21:36:08.807Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
5212 | 2024-08-16T21:36:08.807Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "51db4fdb-d6d6-48dd-a1c7-6230bdcce034", "content-length": "810", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5213 | 2024-08-16T21:36:08.807Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 100, 22])), vni: Vni(1975857) }}
sled = sock
|
5214 | 2024-08-16T21:36:08.807Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
5215 | 2024-08-16T21:36:08.807Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
5216 | 2024-08-16T21:36:08.807Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = instance_watcher
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/instances/0ae11cb3-d151-4c46-a5cc-21afe1d866c0/state
|
5217 | 2024-08-16T21:36:08.809Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 349.809093ms
iteration = 14
status = {}
|
5218 | 2024-08-16T21:36:08.905Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 445.610632ms
iteration = 14
status = {}
|
5219 | 2024-08-16T21:36:08.909Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
5220 | 2024-08-16T21:36:08.910Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "eae38beb-2403-492e-86de-8d4971cad871", "content-length": "2", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5221 | 2024-08-16T21:36:08.912Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
5222 | 2024-08-16T21:36:08.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
5223 | 2024-08-16T21:36:08.914Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 453.894418ms
iteration = 14
status = null
|
5224 | 2024-08-16T21:36:08.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5225 | 2024-08-16T21:36:08.969Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5226 | 2024-08-16T21:36:08.971Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
5227 | 2024-08-16T21:36:08.971Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5228 | 2024-08-16T21:36:08.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5229 | 2024-08-16T21:36:08.977Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
5230 | 2024-08-16T21:36:08.977Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6078e3e9-a89e-41ad-b00a-66349875cd7f", "content-length": "121", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5231 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
5232 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
5233 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
5234 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
5235 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
5236 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
5237 | 2024-08-16T21:36:08.977Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5238 | 2024-08-16T21:36:08.977Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5239 | 2024-08-16T21:36:08.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5240 | 2024-08-16T21:36:08.979Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
5241 | 2024-08-16T21:36:08.980Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "70cfded5-3462-4a68-bf64-62fc70ab2a03", "content-length": "2", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5242 | 2024-08-16T21:36:08.980Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
5243 | 2024-08-16T21:36:08.980Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e9798860-c714-4711-ba61-950c8bcb9d1c", "content-length": "52", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5244 | 2024-08-16T21:36:08.980Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
5245 | 2024-08-16T21:36:08.980Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
5246 | 2024-08-16T21:36:09.028Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "44093016-e2e2-410f-9268-2339c10bfb1f", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5247 | 2024-08-16T21:36:09.028Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
5248 | 2024-08-16T21:36:09.028Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
5249 | 2024-08-16T21:36:09.031Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "345e4d11-5045-41e1-b960-f331fa65cd3e", "content-length": "494", "date": "Fri, 16 Aug 2024 21:36:08 GMT"} })
|
5250 | 2024-08-16T21:36:09.031Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5251 | 2024-08-16T21:36:09.031Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5252 | 2024-08-16T21:36:09.034Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5253 | 2024-08-16T21:36:09.034Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5254 | 2024-08-16T21:36:09.037Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5255 | 2024-08-16T21:36:09.037Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5256 | 2024-08-16T21:36:09.038Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5257 | 2024-08-16T21:36:09.038Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5258 | 2024-08-16T21:36:09.044Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 584.326475ms
iteration = 14
status = {}
|
5259 | 2024-08-16T21:36:09.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 225
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = dd9573ac-e936-4996-a751-d44256aa9ac3
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5260 | 2024-08-16T21:36:09.271Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = instance_watcher
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/instances/0ae11cb3-d151-4c46-a5cc-21afe1d866c0/state", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f6c58786-99a7-4a93-a7cb-2d681d335c60", "content-length": "181", "date": "Fri, 16 Aug 2024 21:36:09 GMT"} })
|
5261 | 2024-08-16T21:36:09.278Z | DEBG | nexus (BackgroundTasks): updating instance state
background_task = instance_watcher
instance_id = 0ae11cb3-d151-4c46-a5cc-21afe1d866c0
state = Starting
|
5262 | 2024-08-16T21:36:09.279Z | INFO | nexus (BackgroundTasks): received new VMM runtime state from sled agent
background_task = instance_watcher
file = nexus/src/app/instance.rs:1846
instance_id = 0ae11cb3-d151-4c46-a5cc-21afe1d866c0
migration_state = Migrations { migration_in: None, migration_out: None }
propolis_id = e5ff6c48-f78d-490f-9e9d-9fc71026d3ba
vmm_state = VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-08-16T21:36:01.019893Z }
|
5263 | 2024-08-16T21:36:09.280Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
instance_id = 0ae11cb3-d151-4c46-a5cc-21afe1d866c0
roles = RoleSet { roles: {} }
|
5264 | 2024-08-16T21:36:09.280Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
instance_id = 0ae11cb3-d151-4c46-a5cc-21afe1d866c0
resource = Database
result = Ok(())
|
5265 | 2024-08-16T21:36:09.313Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 1
total_failed = 0
total_incomplete = 0
total_instances = 1
update_sagas_queued = 0
|
5266 | 2024-08-16T21:36:09.313Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 853.515875ms
iteration = 14
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{"starting":1},"pruned_instances":0,"total_instances":1,"update_sagas_queued":0}
|
5267 | 2024-08-16T21:36:18.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 41
reason = Timeout
|
5268 | 2024-08-16T21:36:18.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 41
reason = Timeout
|
5269 | 2024-08-16T21:36:18.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5270 | 2024-08-16T21:36:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5271 | 2024-08-16T21:36:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5272 | 2024-08-16T21:36:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5273 | 2024-08-16T21:36:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5274 | 2024-08-16T21:36:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5275 | 2024-08-16T21:36:18.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5276 | 2024-08-16T21:36:18.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5277 | 2024-08-16T21:36:18.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5278 | 2024-08-16T21:36:18.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.593041ms
iteration = 41
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5279 | 2024-08-16T21:36:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5280 | 2024-08-16T21:36:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5281 | 2024-08-16T21:36:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5282 | 2024-08-16T21:36:18.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5283 | 2024-08-16T21:36:18.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5284 | 2024-08-16T21:36:18.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5285 | 2024-08-16T21:36:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5286 | 2024-08-16T21:36:18.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5287 | 2024-08-16T21:36:18.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5288 | 2024-08-16T21:36:18.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5289 | 2024-08-16T21:36:18.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.383633ms
iteration = 41
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5290 | 2024-08-16T21:36:19.193Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 837
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 605a7b78-85ef-4226-a791-95df2bd8c5b3
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5291 | 2024-08-16T21:36:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 42
reason = Timeout
|
5292 | 2024-08-16T21:36:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 42
reason = Timeout
|
5293 | 2024-08-16T21:36:28.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5294 | 2024-08-16T21:36:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5295 | 2024-08-16T21:36:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5296 | 2024-08-16T21:36:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5297 | 2024-08-16T21:36:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5298 | 2024-08-16T21:36:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5299 | 2024-08-16T21:36:28.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5300 | 2024-08-16T21:36:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5301 | 2024-08-16T21:36:28.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5302 | 2024-08-16T21:36:28.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.094595ms
iteration = 42
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5303 | 2024-08-16T21:36:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5304 | 2024-08-16T21:36:28.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5305 | 2024-08-16T21:36:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5306 | 2024-08-16T21:36:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5307 | 2024-08-16T21:36:28.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5308 | 2024-08-16T21:36:28.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5309 | 2024-08-16T21:36:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5310 | 2024-08-16T21:36:28.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5311 | 2024-08-16T21:36:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5312 | 2024-08-16T21:36:28.475Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5313 | 2024-08-16T21:36:28.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.494276ms
iteration = 42
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5314 | 2024-08-16T21:36:29.193Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 389
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 5a1b246b-973a-47e5-8ef1-9ee943923bfd
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5315 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 8
reason = Timeout
|
5316 | 2024-08-16T21:36:38.460Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:26:38.460685281 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
5317 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
5318 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 15
reason = Timeout
|
5319 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
5320 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 8
reason = Timeout
|
5321 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
5322 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
5323 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5324 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 15
reason = Timeout
|
5325 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
5326 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 8
reason = Timeout
|
5327 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
5328 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 15
reason = Timeout
|
5329 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 15
reason = Timeout
|
5330 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5331 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 15
reason = Timeout
|
5332 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5333 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
5334 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 8
reason = Timeout
|
5335 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 15
reason = Timeout
|
5336 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
5337 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 43
reason = Timeout
|
5338 | 2024-08-16T21:36:38.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5339 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5340 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 8
reason = Timeout
|
5341 | 2024-08-16T21:36:38.460Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
5342 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
5343 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 15
reason = Timeout
|
5344 | 2024-08-16T21:36:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
5345 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
5346 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 9
reason = Timeout
|
5347 | 2024-08-16T21:36:38.460Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
5348 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 13.201\u{b5}s
iteration = 9
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
5349 | 2024-08-16T21:36:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 43
reason = Timeout
|
5350 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 8
reason = Timeout
|
5351 | 2024-08-16T21:36:38.461Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
5352 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5353 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 16
reason = Timeout
|
5354 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 10
reason = Timeout
|
5355 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
5356 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5357 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 15
reason = Timeout
|
5358 | 2024-08-16T21:36:38.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
5359 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
5360 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 8
reason = Timeout
|
5361 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
5362 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 10
reason = Timeout
|
5363 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
5364 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 8
reason = Timeout
|
5365 | 2024-08-16T21:36:38.461Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
5366 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
5367 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 15
reason = Timeout
|
5368 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5369 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 15
reason = Timeout
|
5370 | 2024-08-16T21:36:38.461Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
5371 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 15
reason = Timeout
|
5372 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 8
reason = Timeout
|
5373 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5374 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 15
reason = Timeout
|
5375 | 2024-08-16T21:36:38.461Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
5376 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
5377 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
5378 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
5379 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
5380 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5381 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
5382 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
5383 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5384 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
5385 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5386 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
5387 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5388 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
5389 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
5390 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
5391 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5392 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
5393 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
5394 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
5395 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5396 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5397 | 2024-08-16T21:36:38.461Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 165617879 } })
|
5398 | 2024-08-16T21:36:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
5399 | 2024-08-16T21:36:38.462Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 166632587 } })
|
5400 | 2024-08-16T21:36:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5401 | 2024-08-16T21:36:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5402 | 2024-08-16T21:36:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5403 | 2024-08-16T21:36:38.463Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
5404 | 2024-08-16T21:36:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 2.690443ms
iteration = 15
status = {"errors":[],"garbage_collect_requested":[]}
|
5405 | 2024-08-16T21:36:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5406 | 2024-08-16T21:36:38.463Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
5407 | 2024-08-16T21:36:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.91945ms
iteration = 15
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
5408 | 2024-08-16T21:36:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
5409 | 2024-08-16T21:36:38.464Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:26:38.460685281 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
5410 | 2024-08-16T21:36:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5411 | 2024-08-16T21:36:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 4.172824ms
iteration = 8
status = {"expiration":"2024-08-16T21:26:38.460685281Z","pruned":[]}
|
5412 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
5413 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5414 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
5415 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
5416 | 2024-08-16T21:36:38.465Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5417 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.899594ms
iteration = 43
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5418 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
5419 | 2024-08-16T21:36:38.465Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
5420 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
5421 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 5.13732ms
iteration = 8
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
5422 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 4.904224ms
iteration = 8
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
5423 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5424 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5425 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
5426 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5427 | 2024-08-16T21:36:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5428 | 2024-08-16T21:36:38.467Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 171503490 } })
|
5429 | 2024-08-16T21:36:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
5430 | 2024-08-16T21:36:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5431 | 2024-08-16T21:36:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
5432 | 2024-08-16T21:36:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
5433 | 2024-08-16T21:36:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
5434 | 2024-08-16T21:36:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5435 | 2024-08-16T21:36:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5436 | 2024-08-16T21:36:38.468Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
5437 | 2024-08-16T21:36:38.468Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 172991181 } })
|
5438 | 2024-08-16T21:36:38.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
5439 | 2024-08-16T21:36:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5440 | 2024-08-16T21:36:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5441 | 2024-08-16T21:36:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5442 | 2024-08-16T21:36:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
5443 | 2024-08-16T21:36:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5444 | 2024-08-16T21:36:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
5445 | 2024-08-16T21:36:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5446 | 2024-08-16T21:36:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
5447 | 2024-08-16T21:36:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5448 | 2024-08-16T21:36:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
5449 | 2024-08-16T21:36:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
5450 | 2024-08-16T21:36:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5451 | 2024-08-16T21:36:38.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5452 | 2024-08-16T21:36:38.474Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
5453 | 2024-08-16T21:36:38.474Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
5454 | 2024-08-16T21:36:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
5455 | 2024-08-16T21:36:38.474Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
5456 | 2024-08-16T21:36:38.474Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
5457 | 2024-08-16T21:36:38.474Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
5458 | 2024-08-16T21:36:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
5459 | 2024-08-16T21:36:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
5460 | 2024-08-16T21:36:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
5461 | 2024-08-16T21:36:38.480Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
5462 | 2024-08-16T21:36:38.480Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 19.602466ms
iteration = 8
status = {"errors":[],"found_port_ok":[]}
|
5463 | 2024-08-16T21:36:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5464 | 2024-08-16T21:36:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5465 | 2024-08-16T21:36:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
5466 | 2024-08-16T21:36:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
5467 | 2024-08-16T21:36:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
5468 | 2024-08-16T21:36:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5469 | 2024-08-16T21:36:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5470 | 2024-08-16T21:36:38.483Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
5471 | 2024-08-16T21:36:38.483Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 22.008032ms
iteration = 15
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
5472 | 2024-08-16T21:36:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5473 | 2024-08-16T21:36:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
5474 | 2024-08-16T21:36:38.483Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
5475 | 2024-08-16T21:36:38.483Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
5476 | 2024-08-16T21:36:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
5477 | 2024-08-16T21:36:38.483Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 22.562167ms
iteration = 8
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
5478 | 2024-08-16T21:36:38.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5479 | 2024-08-16T21:36:38.484Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
5480 | 2024-08-16T21:36:38.484Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 23.886063ms
iteration = 15
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
5481 | 2024-08-16T21:36:38.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5482 | 2024-08-16T21:36:38.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5483 | 2024-08-16T21:36:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5484 | 2024-08-16T21:36:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
5485 | 2024-08-16T21:36:38.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
5486 | 2024-08-16T21:36:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
5487 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5488 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5489 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
5490 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5491 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
5492 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
5493 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5494 | 2024-08-16T21:36:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
5495 | 2024-08-16T21:36:38.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5496 | 2024-08-16T21:36:38.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
5497 | 2024-08-16T21:36:38.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
5498 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
5499 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5500 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
5501 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
5502 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
5503 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5504 | 2024-08-16T21:36:38.488Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 192754561 } })
|
5505 | 2024-08-16T21:36:38.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
5506 | 2024-08-16T21:36:38.489Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5507 | 2024-08-16T21:36:38.489Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 1
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
5508 | 2024-08-16T21:36:38.489Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 28.492548ms
iteration = 15
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
|
5509 | 2024-08-16T21:36:38.489Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5510 | 2024-08-16T21:36:38.489Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5511 | 2024-08-16T21:36:38.489Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5512 | 2024-08-16T21:36:38.489Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5513 | 2024-08-16T21:36:38.490Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
5514 | 2024-08-16T21:36:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5515 | 2024-08-16T21:36:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
5516 | 2024-08-16T21:36:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
5517 | 2024-08-16T21:36:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5518 | 2024-08-16T21:36:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5519 | 2024-08-16T21:36:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
5520 | 2024-08-16T21:36:38.491Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5521 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
5522 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
5523 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
5524 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
5525 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
5526 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
5527 | 2024-08-16T21:36:38.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
5528 | 2024-08-16T21:36:38.493Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5529 | 2024-08-16T21:36:38.493Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
5530 | 2024-08-16T21:36:38.493Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5531 | 2024-08-16T21:36:38.493Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
5532 | 2024-08-16T21:36:38.493Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
5533 | 2024-08-16T21:36:38.493Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 32.654302ms
iteration = 8
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
5534 | 2024-08-16T21:36:38.493Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
5535 | 2024-08-16T21:36:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
5536 | 2024-08-16T21:36:38.494Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5537 | 2024-08-16T21:36:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5538 | 2024-08-16T21:36:38.495Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
5539 | 2024-08-16T21:36:38.495Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
5540 | 2024-08-16T21:36:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5541 | 2024-08-16T21:36:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
5542 | 2024-08-16T21:36:38.495Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5543 | 2024-08-16T21:36:38.495Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 34.986976ms
iteration = 43
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5544 | 2024-08-16T21:36:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
5545 | 2024-08-16T21:36:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
5546 | 2024-08-16T21:36:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
5547 | 2024-08-16T21:36:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5548 | 2024-08-16T21:36:38.499Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
5549 | 2024-08-16T21:36:38.499Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
5550 | 2024-08-16T21:36:38.499Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
5551 | 2024-08-16T21:36:38.499Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 38.585685ms
iteration = 8
status = {"generation":2}
|
5552 | 2024-08-16T21:36:38.499Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5553 | 2024-08-16T21:36:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5554 | 2024-08-16T21:36:38.500Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
5555 | 2024-08-16T21:36:38.500Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 39.067578ms
iteration = 16
status = {"physical_disks_added":0}
|
5556 | 2024-08-16T21:36:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5557 | 2024-08-16T21:36:38.501Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5558 | 2024-08-16T21:36:38.501Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5559 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5560 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
5561 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5562 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5563 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
5564 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
5565 | 2024-08-16T21:36:38.502Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5566 | 2024-08-16T21:36:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5567 | 2024-08-16T21:36:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5568 | 2024-08-16T21:36:38.504Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5569 | 2024-08-16T21:36:38.504Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
5570 | 2024-08-16T21:36:38.504Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
5571 | 2024-08-16T21:36:38.504Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
5572 | 2024-08-16T21:36:38.504Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 43.787287ms
iteration = 8
status = {"generation":1}
|
5573 | 2024-08-16T21:36:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
5574 | 2024-08-16T21:36:38.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5575 | 2024-08-16T21:36:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5576 | 2024-08-16T21:36:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
5577 | 2024-08-16T21:36:38.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5578 | 2024-08-16T21:36:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5579 | 2024-08-16T21:36:38.507Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 46.401679ms
iteration = 15
status = 0
|
5580 | 2024-08-16T21:36:38.519Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
5581 | 2024-08-16T21:36:38.519Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
5582 | 2024-08-16T21:36:38.519Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 59.039254ms
iteration = 15
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
5583 | 2024-08-16T21:36:38.542Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
file = nexus/src/app/background/tasks/external_endpoints.rs:94
|
5584 | 2024-08-16T21:36:38.543Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 82.234279ms
iteration = 8
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
5585 | 2024-08-16T21:36:38.626Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
5586 | 2024-08-16T21:36:38.648Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
5587 | 2024-08-16T21:36:38.671Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
5588 | 2024-08-16T21:36:38.671Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5589 | 2024-08-16T21:36:38.671Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6bf596b0-b074-49f8-8f3d-fea0bc65472d", "content-length": "26", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5590 | 2024-08-16T21:36:38.671Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5591 | 2024-08-16T21:36:38.672Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
5592 | 2024-08-16T21:36:38.683Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
5593 | 2024-08-16T21:36:38.683Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1f551cb5-e68e-45ed-a273-cf1981cf6535", "content-length": "372", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5594 | 2024-08-16T21:36:38.683Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5595 | 2024-08-16T21:36:38.684Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5596 | 2024-08-16T21:36:38.686Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5597 | 2024-08-16T21:36:38.686Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5598 | 2024-08-16T21:36:38.689Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5599 | 2024-08-16T21:36:38.689Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5600 | 2024-08-16T21:36:38.691Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
5601 | 2024-08-16T21:36:38.691Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
5602 | 2024-08-16T21:36:38.691Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "5eff5669-09f6-418f-a3b4-3c2ce3fc64f9", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5603 | 2024-08-16T21:36:38.692Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6026e11f-c803-41f3-82ca-74b71368e3f5", "content-length": "691", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5604 | 2024-08-16T21:36:38.692Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
5605 | 2024-08-16T21:36:38.692Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
5606 | 2024-08-16T21:36:38.692Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
5607 | 2024-08-16T21:36:38.695Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 234.876481ms
iteration = 15
status = {}
|
5608 | 2024-08-16T21:36:38.696Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 235.299173ms
iteration = 15
status = {}
|
5609 | 2024-08-16T21:36:38.768Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
5610 | 2024-08-16T21:36:38.768Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5611 | 2024-08-16T21:36:38.768Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
5612 | 2024-08-16T21:36:38.768Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "24adafa5-cb98-4a71-8c25-6b8f1d963421", "content-length": "26", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5613 | 2024-08-16T21:36:38.768Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5614 | 2024-08-16T21:36:38.768Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a0eba96d-8f42-4dd4-a2de-15e58212c95f", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
5615 | 2024-08-16T21:36:38.768Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
5616 | 2024-08-16T21:36:38.770Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
5617 | 2024-08-16T21:36:38.771Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d1ace47a-0058-41b4-b2da-7bf4a60e46b9", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
5618 | 2024-08-16T21:36:38.771Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
5619 | 2024-08-16T21:36:38.774Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
5620 | 2024-08-16T21:36:38.774Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 313.195282ms
iteration = 10
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
5621 | 2024-08-16T21:36:38.783Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
5622 | 2024-08-16T21:36:38.783Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5623 | 2024-08-16T21:36:38.784Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "84db5ee3-b0b7-4018-99be-e1595e50e61f", "content-length": "26", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5624 | 2024-08-16T21:36:38.784Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5625 | 2024-08-16T21:36:38.786Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5626 | 2024-08-16T21:36:38.787Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
5627 | 2024-08-16T21:36:38.807Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 346.284607ms
iteration = 15
status = {}
|
5628 | 2024-08-16T21:36:38.864Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
5629 | 2024-08-16T21:36:38.864Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9f3f1d16-b5c4-40cb-8fc1-8977af8435e7", "content-length": "2", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5630 | 2024-08-16T21:36:38.867Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
5631 | 2024-08-16T21:36:38.867Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
5632 | 2024-08-16T21:36:38.868Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 407.716527ms
iteration = 15
status = null
|
5633 | 2024-08-16T21:36:38.875Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
5634 | 2024-08-16T21:36:38.876Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4d21ab3c-c716-4413-a8b3-3b62af89f42a", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5635 | 2024-08-16T21:36:38.876Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5636 | 2024-08-16T21:36:38.877Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "08a0c05e-5d4b-4a89-ba92-206c1480e2d7", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5637 | 2024-08-16T21:36:38.877Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5638 | 2024-08-16T21:36:38.879Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9de99fba-e42d-4c16-af16-792d6a52470e", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5639 | 2024-08-16T21:36:38.880Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5640 | 2024-08-16T21:36:38.881Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
5641 | 2024-08-16T21:36:38.882Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 421.032841ms
iteration = 10
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
5642 | 2024-08-16T21:36:38.935Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5643 | 2024-08-16T21:36:38.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5644 | 2024-08-16T21:36:38.937Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
5645 | 2024-08-16T21:36:38.937Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5646 | 2024-08-16T21:36:38.938Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5647 | 2024-08-16T21:36:38.944Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
5648 | 2024-08-16T21:36:38.944Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6c652814-4360-48c4-8a9d-8afce76b178b", "content-length": "121", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5649 | 2024-08-16T21:36:38.944Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
5650 | 2024-08-16T21:36:38.944Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
5651 | 2024-08-16T21:36:38.945Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
5652 | 2024-08-16T21:36:38.945Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
5653 | 2024-08-16T21:36:38.945Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
5654 | 2024-08-16T21:36:38.945Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
5655 | 2024-08-16T21:36:38.945Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5656 | 2024-08-16T21:36:38.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5657 | 2024-08-16T21:36:38.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5658 | 2024-08-16T21:36:38.946Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
5659 | 2024-08-16T21:36:38.947Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d03a741d-5a8c-45f3-a8c1-2aa01941fdae", "content-length": "2", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5660 | 2024-08-16T21:36:38.947Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
5661 | 2024-08-16T21:36:38.947Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "788ad91d-5595-4be1-9e9a-a27f8c2b0133", "content-length": "52", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5662 | 2024-08-16T21:36:38.947Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
5663 | 2024-08-16T21:36:38.947Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
5664 | 2024-08-16T21:36:39.047Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "2e1b50fb-8c38-4660-8165-d30093c6ae69", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5665 | 2024-08-16T21:36:39.047Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
5666 | 2024-08-16T21:36:39.047Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
5667 | 2024-08-16T21:36:39.048Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7bf09218-d915-4065-b3e2-0302f2f2611c", "content-length": "494", "date": "Fri, 16 Aug 2024 21:36:38 GMT"} })
|
5668 | 2024-08-16T21:36:39.048Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5669 | 2024-08-16T21:36:39.048Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5670 | 2024-08-16T21:36:39.051Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5671 | 2024-08-16T21:36:39.051Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5672 | 2024-08-16T21:36:39.053Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5673 | 2024-08-16T21:36:39.053Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5674 | 2024-08-16T21:36:39.055Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5675 | 2024-08-16T21:36:39.055Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5676 | 2024-08-16T21:36:39.061Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 600.002694ms
iteration = 15
status = {}
|
5677 | 2024-08-16T21:36:39.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 236
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = bc766abe-e4a6-4560-8a6d-643b5b1b03ac
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5678 | 2024-08-16T21:36:48.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 44
reason = Timeout
|
5679 | 2024-08-16T21:36:48.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 44
reason = Timeout
|
5680 | 2024-08-16T21:36:48.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5681 | 2024-08-16T21:36:48.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5682 | 2024-08-16T21:36:48.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5683 | 2024-08-16T21:36:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5684 | 2024-08-16T21:36:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5685 | 2024-08-16T21:36:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5686 | 2024-08-16T21:36:48.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5687 | 2024-08-16T21:36:48.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5688 | 2024-08-16T21:36:48.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5689 | 2024-08-16T21:36:48.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.430226ms
iteration = 44
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5690 | 2024-08-16T21:36:48.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5691 | 2024-08-16T21:36:48.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5692 | 2024-08-16T21:36:48.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5693 | 2024-08-16T21:36:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5694 | 2024-08-16T21:36:48.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5695 | 2024-08-16T21:36:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5696 | 2024-08-16T21:36:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5697 | 2024-08-16T21:36:48.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5698 | 2024-08-16T21:36:48.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5699 | 2024-08-16T21:36:48.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5700 | 2024-08-16T21:36:48.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.143967ms
iteration = 44
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5701 | 2024-08-16T21:36:49.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 233
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 304d0881-dbec-4ad5-8e7e-a20c8e7b4495
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5702 | 2024-08-16T21:36:58.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 45
reason = Timeout
|
5703 | 2024-08-16T21:36:58.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5704 | 2024-08-16T21:36:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5705 | 2024-08-16T21:36:58.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 45
reason = Timeout
|
5706 | 2024-08-16T21:36:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5707 | 2024-08-16T21:36:58.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5708 | 2024-08-16T21:36:58.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5709 | 2024-08-16T21:36:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5710 | 2024-08-16T21:36:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5711 | 2024-08-16T21:36:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5712 | 2024-08-16T21:36:58.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5713 | 2024-08-16T21:36:58.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.459677ms
iteration = 45
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5714 | 2024-08-16T21:36:58.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5715 | 2024-08-16T21:36:58.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5716 | 2024-08-16T21:36:58.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5717 | 2024-08-16T21:36:58.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5718 | 2024-08-16T21:36:58.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5719 | 2024-08-16T21:36:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5720 | 2024-08-16T21:36:58.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5721 | 2024-08-16T21:36:58.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5722 | 2024-08-16T21:36:58.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5723 | 2024-08-16T21:36:58.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5724 | 2024-08-16T21:36:58.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.406914ms
iteration = 45
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5725 | 2024-08-16T21:36:59.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 234
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 9642f2e2-6108-4b30-814f-f8f8da91f9eb
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5726 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 16
reason = Timeout
|
5727 | 2024-08-16T21:37:08.459Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
5728 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
5729 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 16
reason = Timeout
|
5730 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 16
reason = Timeout
|
5731 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
5732 | 2024-08-16T21:37:08.459Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
5733 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
5734 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 17
reason = Timeout
|
5735 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 16
reason = Timeout
|
5736 | 2024-08-16T21:37:08.459Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
5737 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5738 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 16
reason = Timeout
|
5739 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 46
reason = Timeout
|
5740 | 2024-08-16T21:37:08.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5741 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 16
reason = Timeout
|
5742 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5743 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5744 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5745 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 16
reason = Timeout
|
5746 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
5747 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 16
reason = Timeout
|
5748 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 16
reason = Timeout
|
5749 | 2024-08-16T21:37:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
5750 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5751 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 16
reason = Timeout
|
5752 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
5753 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
5754 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 46
reason = Timeout
|
5755 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 16
reason = Timeout
|
5756 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5757 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5758 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 16
reason = Timeout
|
5759 | 2024-08-16T21:37:08.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
5760 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
5761 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
5762 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
5763 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5764 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5765 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
5766 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5767 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
5768 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5769 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
5770 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5771 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
5772 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
5773 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5774 | 2024-08-16T21:37:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5775 | 2024-08-16T21:37:08.461Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
5776 | 2024-08-16T21:37:08.461Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 2.047656ms
iteration = 16
status = {"errors":[],"garbage_collect_requested":[]}
|
5777 | 2024-08-16T21:37:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5778 | 2024-08-16T21:37:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5779 | 2024-08-16T21:37:08.462Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
5780 | 2024-08-16T21:37:08.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.405596ms
iteration = 16
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
5781 | 2024-08-16T21:37:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5782 | 2024-08-16T21:37:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5783 | 2024-08-16T21:37:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5784 | 2024-08-16T21:37:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5785 | 2024-08-16T21:37:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5786 | 2024-08-16T21:37:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
5787 | 2024-08-16T21:37:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
5788 | 2024-08-16T21:37:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
5789 | 2024-08-16T21:37:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5790 | 2024-08-16T21:37:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
5791 | 2024-08-16T21:37:08.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5792 | 2024-08-16T21:37:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 5.052048ms
iteration = 46
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5793 | 2024-08-16T21:37:08.464Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1912, tv_nsec: 169137292 } })
|
5794 | 2024-08-16T21:37:08.465Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1912, tv_nsec: 169181543 } })
|
5795 | 2024-08-16T21:37:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
5796 | 2024-08-16T21:37:08.465Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
5797 | 2024-08-16T21:37:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
5798 | 2024-08-16T21:37:08.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5799 | 2024-08-16T21:37:08.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
5800 | 2024-08-16T21:37:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5801 | 2024-08-16T21:37:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5802 | 2024-08-16T21:37:08.466Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
5803 | 2024-08-16T21:37:08.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 6.391775ms
iteration = 16
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
5804 | 2024-08-16T21:37:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5805 | 2024-08-16T21:37:08.466Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
5806 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
5807 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5808 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5809 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5810 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5811 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
5812 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5813 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5814 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5815 | 2024-08-16T21:37:08.467Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
5816 | 2024-08-16T21:37:08.467Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
5817 | 2024-08-16T21:37:08.467Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
5818 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5819 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
5820 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5821 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
5822 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5823 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
5824 | 2024-08-16T21:37:08.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5825 | 2024-08-16T21:37:08.469Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1912, tv_nsec: 173216194 } })
|
5826 | 2024-08-16T21:37:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
5827 | 2024-08-16T21:37:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5828 | 2024-08-16T21:37:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5829 | 2024-08-16T21:37:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5830 | 2024-08-16T21:37:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5831 | 2024-08-16T21:37:08.470Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
5832 | 2024-08-16T21:37:08.470Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 10.342252ms
iteration = 16
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
5833 | 2024-08-16T21:37:08.470Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
5834 | 2024-08-16T21:37:08.470Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
5835 | 2024-08-16T21:37:08.470Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 10.23804ms
iteration = 16
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
5836 | 2024-08-16T21:37:08.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5837 | 2024-08-16T21:37:08.470Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
5838 | 2024-08-16T21:37:08.470Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 10.602149ms
iteration = 16
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
5839 | 2024-08-16T21:37:08.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5840 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
5841 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
5842 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
5843 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5844 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5845 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
5846 | 2024-08-16T21:37:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5847 | 2024-08-16T21:37:08.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5848 | 2024-08-16T21:37:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5849 | 2024-08-16T21:37:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5850 | 2024-08-16T21:37:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5851 | 2024-08-16T21:37:08.475Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
5852 | 2024-08-16T21:37:08.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 15.247557ms
iteration = 17
status = {"physical_disks_added":0}
|
5853 | 2024-08-16T21:37:08.480Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5854 | 2024-08-16T21:37:08.480Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.11763ms
iteration = 46
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5855 | 2024-08-16T21:37:08.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5856 | 2024-08-16T21:37:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5857 | 2024-08-16T21:37:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5858 | 2024-08-16T21:37:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5859 | 2024-08-16T21:37:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5860 | 2024-08-16T21:37:08.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5861 | 2024-08-16T21:37:08.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5862 | 2024-08-16T21:37:08.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
5863 | 2024-08-16T21:37:08.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5864 | 2024-08-16T21:37:08.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5865 | 2024-08-16T21:37:08.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5866 | 2024-08-16T21:37:08.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5867 | 2024-08-16T21:37:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
5868 | 2024-08-16T21:37:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
5869 | 2024-08-16T21:37:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
5870 | 2024-08-16T21:37:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
5871 | 2024-08-16T21:37:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
5872 | 2024-08-16T21:37:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
5873 | 2024-08-16T21:37:08.487Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 27.529733ms
iteration = 16
status = 0
|
5874 | 2024-08-16T21:37:08.629Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
5875 | 2024-08-16T21:37:08.629Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5876 | 2024-08-16T21:37:08.629Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2b0c8781-d409-446e-8607-49f5fec4d80b", "content-length": "26", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5877 | 2024-08-16T21:37:08.629Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5878 | 2024-08-16T21:37:08.631Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5879 | 2024-08-16T21:37:08.639Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
5880 | 2024-08-16T21:37:08.640Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bca91104-334b-4743-a988-9c9abcdf02a3", "content-length": "691", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5881 | 2024-08-16T21:37:08.640Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
5882 | 2024-08-16T21:37:08.640Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
5883 | 2024-08-16T21:37:08.640Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
5884 | 2024-08-16T21:37:08.642Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 182.753466ms
iteration = 16
status = {}
|
5885 | 2024-08-16T21:37:08.829Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
5886 | 2024-08-16T21:37:08.829Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5887 | 2024-08-16T21:37:08.830Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6a854e14-dbc6-44cd-a41a-6093e9007925", "content-length": "26", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5888 | 2024-08-16T21:37:08.830Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5889 | 2024-08-16T21:37:08.831Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
5890 | 2024-08-16T21:37:08.831Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
5891 | 2024-08-16T21:37:08.831Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
5892 | 2024-08-16T21:37:08.832Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "40fe0298-1a6d-42e0-8cc3-27a1b5412753", "content-length": "26", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5893 | 2024-08-16T21:37:08.832Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
5894 | 2024-08-16T21:37:08.833Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
5895 | 2024-08-16T21:37:08.836Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
5896 | 2024-08-16T21:37:08.865Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "344481b6-c6db-416a-a927-8013d1ee4e6b", "content-length": "372", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5897 | 2024-08-16T21:37:08.865Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5898 | 2024-08-16T21:37:08.866Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5899 | 2024-08-16T21:37:08.868Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5900 | 2024-08-16T21:37:08.868Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5901 | 2024-08-16T21:37:08.871Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
5902 | 2024-08-16T21:37:08.871Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
5903 | 2024-08-16T21:37:08.873Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
5904 | 2024-08-16T21:37:08.874Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "517ad5c4-5da4-417e-9d3b-df7e4aa86525", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5905 | 2024-08-16T21:37:08.875Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 416.026794ms
iteration = 16
status = {}
|
5906 | 2024-08-16T21:37:08.923Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
5907 | 2024-08-16T21:37:08.923Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "86000b96-729b-4272-acaa-266027a552c7", "content-length": "2", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5908 | 2024-08-16T21:37:08.925Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
5909 | 2024-08-16T21:37:08.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
5910 | 2024-08-16T21:37:08.926Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 467.080009ms
iteration = 16
status = null
|
5911 | 2024-08-16T21:37:08.927Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 467.989354ms
iteration = 16
status = {}
|
5912 | 2024-08-16T21:37:08.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5913 | 2024-08-16T21:37:08.937Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5914 | 2024-08-16T21:37:08.938Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
5915 | 2024-08-16T21:37:08.938Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5916 | 2024-08-16T21:37:08.938Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5917 | 2024-08-16T21:37:08.946Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
5918 | 2024-08-16T21:37:08.946Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "16b76d5a-0e26-4e83-9c64-22d853133116", "content-length": "121", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5919 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
5920 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
5921 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
5922 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
5923 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
5924 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
5925 | 2024-08-16T21:37:08.946Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
5926 | 2024-08-16T21:37:08.946Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5927 | 2024-08-16T21:37:08.946Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5928 | 2024-08-16T21:37:08.948Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
5929 | 2024-08-16T21:37:08.948Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3e5af9dc-ed40-46ae-ab48-6664c9a609b0", "content-length": "2", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5930 | 2024-08-16T21:37:08.948Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
5931 | 2024-08-16T21:37:08.949Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a734585a-19a9-4a7c-958a-f75400d582be", "content-length": "52", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5932 | 2024-08-16T21:37:08.949Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
5933 | 2024-08-16T21:37:08.949Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
5934 | 2024-08-16T21:37:08.994Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "00d622ad-12d9-46f0-93a4-2faaede3885b", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5935 | 2024-08-16T21:37:08.994Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
5936 | 2024-08-16T21:37:08.994Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
5937 | 2024-08-16T21:37:08.994Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "79813376-6945-46e1-a30d-eb793ae4073e", "content-length": "494", "date": "Fri, 16 Aug 2024 21:37:08 GMT"} })
|
5938 | 2024-08-16T21:37:08.995Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5939 | 2024-08-16T21:37:08.995Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5940 | 2024-08-16T21:37:08.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5941 | 2024-08-16T21:37:08.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5942 | 2024-08-16T21:37:09.001Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5943 | 2024-08-16T21:37:09.001Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5944 | 2024-08-16T21:37:09.002Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
5945 | 2024-08-16T21:37:09.002Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
5946 | 2024-08-16T21:37:09.009Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 549.935925ms
iteration = 16
status = {}
|
5947 | 2024-08-16T21:37:09.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 233
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 7563fcab-622e-4923-9b07-38cdeca54b25
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5948 | 2024-08-16T21:37:18.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 47
reason = Timeout
|
5949 | 2024-08-16T21:37:18.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 47
reason = Timeout
|
5950 | 2024-08-16T21:37:18.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5951 | 2024-08-16T21:37:18.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5952 | 2024-08-16T21:37:18.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5953 | 2024-08-16T21:37:18.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5954 | 2024-08-16T21:37:18.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5955 | 2024-08-16T21:37:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5956 | 2024-08-16T21:37:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5957 | 2024-08-16T21:37:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5958 | 2024-08-16T21:37:18.461Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5959 | 2024-08-16T21:37:18.461Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.157789ms
iteration = 47
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5960 | 2024-08-16T21:37:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5961 | 2024-08-16T21:37:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5962 | 2024-08-16T21:37:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5963 | 2024-08-16T21:37:18.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5964 | 2024-08-16T21:37:18.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5965 | 2024-08-16T21:37:18.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5966 | 2024-08-16T21:37:18.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5967 | 2024-08-16T21:37:18.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5968 | 2024-08-16T21:37:18.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5969 | 2024-08-16T21:37:18.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5970 | 2024-08-16T21:37:18.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.291251ms
iteration = 47
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5971 | 2024-08-16T21:37:19.193Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 235
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 4a015eaf-d0a1-42f4-af40-9a1cbfcbca66
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5972 | 2024-08-16T21:37:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 48
reason = Timeout
|
5973 | 2024-08-16T21:37:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 48
reason = Timeout
|
5974 | 2024-08-16T21:37:28.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
5975 | 2024-08-16T21:37:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5976 | 2024-08-16T21:37:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5977 | 2024-08-16T21:37:28.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5978 | 2024-08-16T21:37:28.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5979 | 2024-08-16T21:37:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
5980 | 2024-08-16T21:37:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5981 | 2024-08-16T21:37:28.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
5982 | 2024-08-16T21:37:28.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
5983 | 2024-08-16T21:37:28.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.968321ms
iteration = 48
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
5984 | 2024-08-16T21:37:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
5985 | 2024-08-16T21:37:28.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5986 | 2024-08-16T21:37:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5987 | 2024-08-16T21:37:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5988 | 2024-08-16T21:37:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5989 | 2024-08-16T21:37:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5990 | 2024-08-16T21:37:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
5991 | 2024-08-16T21:37:28.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
5992 | 2024-08-16T21:37:28.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
5993 | 2024-08-16T21:37:28.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
5994 | 2024-08-16T21:37:28.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.740263ms
iteration = 48
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
5995 | 2024-08-16T21:37:29.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 217
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 7967119a-93a3-45d4-873a-74414544b84e
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
5996 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 9
reason = Timeout
|
5997 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
5998 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
5999 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 9
reason = Timeout
|
6000 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
6001 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 17
reason = Timeout
|
6002 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
6003 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
6004 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 10
reason = Timeout
|
6005 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 9
reason = Timeout
|
6006 | 2024-08-16T21:37:38.460Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
6007 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 26.581\u{b5}s
iteration = 10
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
6008 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 9
reason = Timeout
|
6009 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:27:38.460220641 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
6010 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 17
reason = Timeout
|
6011 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
6012 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
6013 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 11
reason = Timeout
|
6014 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 17
reason = Timeout
|
6015 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
6016 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 9
reason = Timeout
|
6017 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6018 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 49
reason = Timeout
|
6019 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 17
reason = Timeout
|
6020 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
6021 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
6022 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6023 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 17
reason = Timeout
|
6024 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 49
reason = Timeout
|
6025 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6026 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6027 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6028 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 9
reason = Timeout
|
6029 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 11
reason = Timeout
|
6030 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
6031 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6032 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 18
reason = Timeout
|
6033 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6034 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 17
reason = Timeout
|
6035 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
6036 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
6037 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 17
reason = Timeout
|
6038 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6039 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 17
reason = Timeout
|
6040 | 2024-08-16T21:37:38.460Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
6041 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
6042 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 17
reason = Timeout
|
6043 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6044 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 17
reason = Timeout
|
6045 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 9
reason = Timeout
|
6046 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6047 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
6048 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
6049 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 17
reason = Timeout
|
6050 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
6051 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
6052 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 9
reason = Timeout
|
6053 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
6054 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6055 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 9
reason = Timeout
|
6056 | 2024-08-16T21:37:38.460Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
6057 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
6058 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 17
reason = Timeout
|
6059 | 2024-08-16T21:37:38.460Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
6060 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
6061 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
6062 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6063 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
6064 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6065 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
6066 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6067 | 2024-08-16T21:37:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
6068 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6069 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6070 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
6071 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
6072 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6073 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
6074 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6075 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
6076 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6077 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
6078 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6079 | 2024-08-16T21:37:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6080 | 2024-08-16T21:37:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6081 | 2024-08-16T21:37:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6082 | 2024-08-16T21:37:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6083 | 2024-08-16T21:37:38.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6084 | 2024-08-16T21:37:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 167717170 } })
|
6085 | 2024-08-16T21:37:38.463Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 167936756 } })
|
6086 | 2024-08-16T21:37:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 167984358 } })
|
6087 | 2024-08-16T21:37:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6088 | 2024-08-16T21:37:38.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6089 | 2024-08-16T21:37:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6090 | 2024-08-16T21:37:38.464Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:27:38.460220641 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
6091 | 2024-08-16T21:37:38.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 4.38706ms
iteration = 9
status = {"expiration":"2024-08-16T21:27:38.460220641Z","pruned":[]}
|
6092 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
6093 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
6094 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
6095 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
6096 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6097 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6098 | 2024-08-16T21:37:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6099 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
6100 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6101 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6102 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
6103 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 6.292852ms
iteration = 9
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
6104 | 2024-08-16T21:37:38.466Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
6105 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
6106 | 2024-08-16T21:37:38.466Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
6107 | 2024-08-16T21:37:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 6.486107ms
iteration = 9
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
6108 | 2024-08-16T21:37:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
6109 | 2024-08-16T21:37:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
6110 | 2024-08-16T21:37:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6111 | 2024-08-16T21:37:38.467Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
6112 | 2024-08-16T21:37:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 7.252658ms
iteration = 17
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
6113 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6114 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6115 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
6116 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.67116ms
iteration = 9
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
6117 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6118 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
6119 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6120 | 2024-08-16T21:37:38.468Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
6121 | 2024-08-16T21:37:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 8.514483ms
iteration = 17
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
6122 | 2024-08-16T21:37:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6123 | 2024-08-16T21:37:38.469Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 173822227 } })
|
6124 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6125 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
6126 | 2024-08-16T21:37:38.471Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
6127 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
6128 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6129 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
6130 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
6131 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
6132 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6133 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6134 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6135 | 2024-08-16T21:37:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6136 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
6137 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
6138 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
6139 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6140 | 2024-08-16T21:37:38.472Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
6141 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 12.256335ms
iteration = 17
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
6142 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6143 | 2024-08-16T21:37:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6144 | 2024-08-16T21:37:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
6145 | 2024-08-16T21:37:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6146 | 2024-08-16T21:37:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6147 | 2024-08-16T21:37:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
6148 | 2024-08-16T21:37:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6149 | 2024-08-16T21:37:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6150 | 2024-08-16T21:37:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
6151 | 2024-08-16T21:37:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
6152 | 2024-08-16T21:37:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
6153 | 2024-08-16T21:37:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6154 | 2024-08-16T21:37:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6155 | 2024-08-16T21:37:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6156 | 2024-08-16T21:37:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6157 | 2024-08-16T21:37:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
6158 | 2024-08-16T21:37:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6159 | 2024-08-16T21:37:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6160 | 2024-08-16T21:37:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6161 | 2024-08-16T21:37:38.481Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
6162 | 2024-08-16T21:37:38.481Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 20.710057ms
iteration = 9
status = {"errors":[],"found_port_ok":[]}
|
6163 | 2024-08-16T21:37:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
6164 | 2024-08-16T21:37:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
6165 | 2024-08-16T21:37:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
6166 | 2024-08-16T21:37:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6167 | 2024-08-16T21:37:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6168 | 2024-08-16T21:37:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6169 | 2024-08-16T21:37:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6170 | 2024-08-16T21:37:38.487Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 191453509 } })
|
6171 | 2024-08-16T21:37:38.487Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
6172 | 2024-08-16T21:37:38.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6173 | 2024-08-16T21:37:38.487Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6174 | 2024-08-16T21:37:38.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6175 | 2024-08-16T21:37:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6176 | 2024-08-16T21:37:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6177 | 2024-08-16T21:37:38.492Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
6178 | 2024-08-16T21:37:38.492Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
6179 | 2024-08-16T21:37:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6180 | 2024-08-16T21:37:38.493Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6181 | 2024-08-16T21:37:38.493Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
6182 | 2024-08-16T21:37:38.493Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 32.590781ms
iteration = 17
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
6183 | 2024-08-16T21:37:38.494Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6184 | 2024-08-16T21:37:38.494Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6185 | 2024-08-16T21:37:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6186 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
6187 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6188 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6189 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6190 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6191 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6192 | 2024-08-16T21:37:38.495Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
6193 | 2024-08-16T21:37:38.495Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
6194 | 2024-08-16T21:37:38.496Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 35.492201ms
iteration = 9
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
6195 | 2024-08-16T21:37:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6196 | 2024-08-16T21:37:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6197 | 2024-08-16T21:37:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6198 | 2024-08-16T21:37:38.496Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
6199 | 2024-08-16T21:37:38.496Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6200 | 2024-08-16T21:37:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6201 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
6202 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6203 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
6204 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6205 | 2024-08-16T21:37:38.498Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6206 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 38.211414ms
iteration = 49
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6207 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6208 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6209 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
6210 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
6211 | 2024-08-16T21:37:38.498Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6212 | 2024-08-16T21:37:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
6213 | 2024-08-16T21:37:38.499Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6214 | 2024-08-16T21:37:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6215 | 2024-08-16T21:37:38.499Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6216 | 2024-08-16T21:37:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6217 | 2024-08-16T21:37:38.500Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6218 | 2024-08-16T21:37:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6219 | 2024-08-16T21:37:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6220 | 2024-08-16T21:37:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
6221 | 2024-08-16T21:37:38.503Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6222 | 2024-08-16T21:37:38.503Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6223 | 2024-08-16T21:37:38.504Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6224 | 2024-08-16T21:37:38.505Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
6225 | 2024-08-16T21:37:38.505Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
6226 | 2024-08-16T21:37:38.505Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
6227 | 2024-08-16T21:37:38.505Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 44.909967ms
iteration = 9
status = {"generation":2}
|
6228 | 2024-08-16T21:37:38.506Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
6229 | 2024-08-16T21:37:38.506Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
6230 | 2024-08-16T21:37:38.506Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
6231 | 2024-08-16T21:37:38.506Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 45.957995ms
iteration = 9
status = {"generation":1}
|
6232 | 2024-08-16T21:37:38.506Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6233 | 2024-08-16T21:37:38.506Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6234 | 2024-08-16T21:37:38.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6235 | 2024-08-16T21:37:38.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6236 | 2024-08-16T21:37:38.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6237 | 2024-08-16T21:37:38.507Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
|
6238 | 2024-08-16T21:37:38.507Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 47.507108ms
iteration = 9
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
6239 | 2024-08-16T21:37:38.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6240 | 2024-08-16T21:37:38.508Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6241 | 2024-08-16T21:37:38.509Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
6242 | 2024-08-16T21:37:38.509Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6243 | 2024-08-16T21:37:38.509Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6244 | 2024-08-16T21:37:38.510Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6245 | 2024-08-16T21:37:38.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6246 | 2024-08-16T21:37:38.510Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 49.727408ms
iteration = 49
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6247 | 2024-08-16T21:37:38.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6248 | 2024-08-16T21:37:38.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
6249 | 2024-08-16T21:37:38.512Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6250 | 2024-08-16T21:37:38.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6251 | 2024-08-16T21:37:38.513Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
6252 | 2024-08-16T21:37:38.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6253 | 2024-08-16T21:37:38.513Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6254 | 2024-08-16T21:37:38.514Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
6255 | 2024-08-16T21:37:38.514Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
6256 | 2024-08-16T21:37:38.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
6257 | 2024-08-16T21:37:38.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
6258 | 2024-08-16T21:37:38.514Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 54.313724ms
iteration = 17
status = 0
|
6259 | 2024-08-16T21:37:38.517Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
6260 | 2024-08-16T21:37:38.517Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 57.027958ms
iteration = 17
status = {"errors":[],"garbage_collect_requested":[]}
|
6261 | 2024-08-16T21:37:38.526Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
6262 | 2024-08-16T21:37:38.526Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 65.768487ms
iteration = 18
status = {"physical_disks_added":0}
|
6263 | 2024-08-16T21:37:38.560Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
6264 | 2024-08-16T21:37:38.560Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
6265 | 2024-08-16T21:37:38.560Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 100.102986ms
iteration = 17
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
6266 | 2024-08-16T21:37:38.601Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
6267 | 2024-08-16T21:37:38.700Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
6268 | 2024-08-16T21:37:38.700Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6269 | 2024-08-16T21:37:38.700Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3d644e37-8574-4af0-9b59-48bb11534aae", "content-length": "26", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6270 | 2024-08-16T21:37:38.700Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
6271 | 2024-08-16T21:37:38.702Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
6272 | 2024-08-16T21:37:38.708Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
6273 | 2024-08-16T21:37:38.708Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6274 | 2024-08-16T21:37:38.708Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c8c61019-f3c1-4181-a838-1aaeec036701", "content-length": "26", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6275 | 2024-08-16T21:37:38.708Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
6276 | 2024-08-16T21:37:38.710Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6277 | 2024-08-16T21:37:38.755Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
6278 | 2024-08-16T21:37:38.763Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
6279 | 2024-08-16T21:37:38.763Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "acf1ba31-0131-4e81-a750-e56c1ff9b524", "content-length": "372", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6280 | 2024-08-16T21:37:38.763Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6281 | 2024-08-16T21:37:38.763Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6282 | 2024-08-16T21:37:38.765Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6283 | 2024-08-16T21:37:38.765Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6284 | 2024-08-16T21:37:38.768Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6285 | 2024-08-16T21:37:38.768Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6286 | 2024-08-16T21:37:38.769Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
6287 | 2024-08-16T21:37:38.769Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "432566db-a76f-4572-b31c-c6a462358ee7", "content-length": "691", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6288 | 2024-08-16T21:37:38.769Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
6289 | 2024-08-16T21:37:38.769Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
6290 | 2024-08-16T21:37:38.769Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
6291 | 2024-08-16T21:37:38.770Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 310.083746ms
iteration = 17
status = {}
|
6292 | 2024-08-16T21:37:38.770Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
6293 | 2024-08-16T21:37:38.770Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e8926692-1c45-4fc3-9275-60e242469e75", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6294 | 2024-08-16T21:37:38.771Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 311.335921ms
iteration = 17
status = {}
|
6295 | 2024-08-16T21:37:38.774Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
6296 | 2024-08-16T21:37:38.774Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a45f3e17-52ec-4289-9ffd-9d6df8d73708", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
6297 | 2024-08-16T21:37:38.774Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
6298 | 2024-08-16T21:37:38.776Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "81566685-4ffc-4561-9c9c-dffca410fc66", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
6299 | 2024-08-16T21:37:38.776Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
6300 | 2024-08-16T21:37:38.777Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
6301 | 2024-08-16T21:37:38.777Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 317.556761ms
iteration = 11
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
6302 | 2024-08-16T21:37:38.813Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
6303 | 2024-08-16T21:37:38.813Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6304 | 2024-08-16T21:37:38.814Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "885ebe8a-d4d0-4766-b7cb-b99a3ac719a4", "content-length": "26", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6305 | 2024-08-16T21:37:38.814Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
6306 | 2024-08-16T21:37:38.815Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
6307 | 2024-08-16T21:37:38.855Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
6308 | 2024-08-16T21:37:38.856Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a5638d4a-c49e-4552-a0fb-1c67a18d4fa1", "content-length": "2", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6309 | 2024-08-16T21:37:38.858Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
6310 | 2024-08-16T21:37:38.858Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
6311 | 2024-08-16T21:37:38.859Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 399.531302ms
iteration = 17
status = null
|
6312 | 2024-08-16T21:37:38.889Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
6313 | 2024-08-16T21:37:38.914Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 454.105625ms
iteration = 17
status = {}
|
6314 | 2024-08-16T21:37:38.960Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
6315 | 2024-08-16T21:37:38.960Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8f98e551-cf3a-425f-ac3e-48616d3a26e5", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6316 | 2024-08-16T21:37:38.960Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6317 | 2024-08-16T21:37:38.962Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6649eaf8-89e3-4f75-9837-a08f090404b1", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6318 | 2024-08-16T21:37:38.962Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6319 | 2024-08-16T21:37:38.964Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "bd519b1e-6488-4b3c-801b-b52910a380d1", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6320 | 2024-08-16T21:37:38.964Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6321 | 2024-08-16T21:37:38.966Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
6322 | 2024-08-16T21:37:38.966Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 506.128657ms
iteration = 11
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
6323 | 2024-08-16T21:37:38.989Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6324 | 2024-08-16T21:37:38.989Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6325 | 2024-08-16T21:37:38.991Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
6326 | 2024-08-16T21:37:38.991Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6327 | 2024-08-16T21:37:38.991Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6328 | 2024-08-16T21:37:38.997Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
6329 | 2024-08-16T21:37:38.997Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "068dd4db-2d88-4548-bc6e-b759ccfa40a8", "content-length": "121", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6330 | 2024-08-16T21:37:38.997Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
6331 | 2024-08-16T21:37:38.997Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
6332 | 2024-08-16T21:37:38.998Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
6333 | 2024-08-16T21:37:38.998Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
6334 | 2024-08-16T21:37:38.998Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
6335 | 2024-08-16T21:37:38.998Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
6336 | 2024-08-16T21:37:38.998Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6337 | 2024-08-16T21:37:38.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6338 | 2024-08-16T21:37:38.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6339 | 2024-08-16T21:37:38.999Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
6340 | 2024-08-16T21:37:39.000Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a50f5180-53f1-4e95-ab38-e5cc7f00b0d4", "content-length": "2", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6341 | 2024-08-16T21:37:39.000Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
6342 | 2024-08-16T21:37:39.000Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c180ef53-75e5-4a28-81df-d9cac0100965", "content-length": "52", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6343 | 2024-08-16T21:37:39.000Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
6344 | 2024-08-16T21:37:39.000Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
6345 | 2024-08-16T21:37:39.049Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "bfced3f9-43f2-49e7-93d4-187579ac33a5", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6346 | 2024-08-16T21:37:39.049Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
6347 | 2024-08-16T21:37:39.049Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
6348 | 2024-08-16T21:37:39.049Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a32699f3-727e-44f9-a12b-33c7a83d9d0d", "content-length": "494", "date": "Fri, 16 Aug 2024 21:37:38 GMT"} })
|
6349 | 2024-08-16T21:37:39.049Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6350 | 2024-08-16T21:37:39.049Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6351 | 2024-08-16T21:37:39.052Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6352 | 2024-08-16T21:37:39.052Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6353 | 2024-08-16T21:37:39.055Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6354 | 2024-08-16T21:37:39.055Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6355 | 2024-08-16T21:37:39.056Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6356 | 2024-08-16T21:37:39.056Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6357 | 2024-08-16T21:37:39.062Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 602.195803ms
iteration = 17
status = {}
|
6358 | 2024-08-16T21:37:39.192Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 765
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 16cd57d1-d43e-4c90-968c-db629a6be0d9
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6359 | 2024-08-16T21:37:48.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 50
reason = Timeout
|
6360 | 2024-08-16T21:37:48.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 50
reason = Timeout
|
6361 | 2024-08-16T21:37:48.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6362 | 2024-08-16T21:37:48.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6363 | 2024-08-16T21:37:48.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6364 | 2024-08-16T21:37:48.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6365 | 2024-08-16T21:37:48.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6366 | 2024-08-16T21:37:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6367 | 2024-08-16T21:37:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6368 | 2024-08-16T21:37:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6369 | 2024-08-16T21:37:48.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6370 | 2024-08-16T21:37:48.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.403845ms
iteration = 50
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6371 | 2024-08-16T21:37:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6372 | 2024-08-16T21:37:48.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6373 | 2024-08-16T21:37:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6374 | 2024-08-16T21:37:48.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6375 | 2024-08-16T21:37:48.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6376 | 2024-08-16T21:37:48.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6377 | 2024-08-16T21:37:48.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6378 | 2024-08-16T21:37:48.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6379 | 2024-08-16T21:37:48.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6380 | 2024-08-16T21:37:48.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6381 | 2024-08-16T21:37:48.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.388393ms
iteration = 50
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6382 | 2024-08-16T21:37:49.193Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 1092
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 5d562350-1de7-455f-a371-cda7e4bcbc48
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6383 | 2024-08-16T21:37:58.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 51
reason = Timeout
|
6384 | 2024-08-16T21:37:58.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 51
reason = Timeout
|
6385 | 2024-08-16T21:37:58.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6386 | 2024-08-16T21:37:58.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6387 | 2024-08-16T21:37:58.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6388 | 2024-08-16T21:37:58.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6389 | 2024-08-16T21:37:58.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6390 | 2024-08-16T21:37:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6391 | 2024-08-16T21:37:58.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6392 | 2024-08-16T21:37:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6393 | 2024-08-16T21:37:58.461Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6394 | 2024-08-16T21:37:58.461Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.292703ms
iteration = 51
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6395 | 2024-08-16T21:37:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6396 | 2024-08-16T21:37:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6397 | 2024-08-16T21:37:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6398 | 2024-08-16T21:37:58.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6399 | 2024-08-16T21:37:58.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6400 | 2024-08-16T21:37:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6401 | 2024-08-16T21:37:58.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6402 | 2024-08-16T21:37:58.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6403 | 2024-08-16T21:37:58.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6404 | 2024-08-16T21:37:58.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6405 | 2024-08-16T21:37:58.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.578888ms
iteration = 51
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6406 | 2024-08-16T21:37:59.191Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 231
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 014d8fbb-2758-4c66-a63f-3f80437ff4da
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6407 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 18
reason = Timeout
|
6408 | 2024-08-16T21:38:08.459Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
6409 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 18
reason = Timeout
|
6410 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
6411 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
6412 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 52
reason = Timeout
|
6413 | 2024-08-16T21:38:08.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6414 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6415 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 18
reason = Timeout
|
6416 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6417 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 18
reason = Timeout
|
6418 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 18
reason = Timeout
|
6419 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
6420 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
6421 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
6422 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 18
reason = Timeout
|
6423 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6424 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 18
reason = Timeout
|
6425 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
6426 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 52
reason = Timeout
|
6427 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 18
reason = Timeout
|
6428 | 2024-08-16T21:38:08.459Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
6429 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6430 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
6431 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 19
reason = Timeout
|
6432 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6433 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 18
reason = Timeout
|
6434 | 2024-08-16T21:38:08.459Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
6435 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 18
reason = Timeout
|
6436 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 18
reason = Timeout
|
6437 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 18
reason = Timeout
|
6438 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6439 | 2024-08-16T21:38:08.459Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
6440 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
6441 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6442 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
6443 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
6444 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6445 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6446 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6447 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
6448 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
6449 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6450 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
6451 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
6452 | 2024-08-16T21:38:08.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
6453 | 2024-08-16T21:38:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6454 | 2024-08-16T21:38:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6455 | 2024-08-16T21:38:08.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6456 | 2024-08-16T21:38:08.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6457 | 2024-08-16T21:38:08.462Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
6458 | 2024-08-16T21:38:08.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.56492ms
iteration = 18
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
6459 | 2024-08-16T21:38:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6460 | 2024-08-16T21:38:08.462Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
6461 | 2024-08-16T21:38:08.462Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
6462 | 2024-08-16T21:38:08.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
6463 | 2024-08-16T21:38:08.463Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1972, tv_nsec: 167715858 } })
|
6464 | 2024-08-16T21:38:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
6465 | 2024-08-16T21:38:08.463Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1972, tv_nsec: 167882793 } })
|
6466 | 2024-08-16T21:38:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6467 | 2024-08-16T21:38:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6468 | 2024-08-16T21:38:08.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6469 | 2024-08-16T21:38:08.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
6470 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6471 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
6472 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
6473 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6474 | 2024-08-16T21:38:08.464Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
6475 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 5.052028ms
iteration = 18
status = {"errors":[],"garbage_collect_requested":[]}
|
6476 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6477 | 2024-08-16T21:38:08.464Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6478 | 2024-08-16T21:38:08.464Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
6479 | 2024-08-16T21:38:08.464Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 5.600593ms
iteration = 52
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6480 | 2024-08-16T21:38:08.464Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
6481 | 2024-08-16T21:38:08.465Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
6482 | 2024-08-16T21:38:08.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 5.596953ms
iteration = 18
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
6483 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
6484 | 2024-08-16T21:38:08.466Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
6485 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6486 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
6487 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6488 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
6489 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6490 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6491 | 2024-08-16T21:38:08.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6492 | 2024-08-16T21:38:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
6493 | 2024-08-16T21:38:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
6494 | 2024-08-16T21:38:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6495 | 2024-08-16T21:38:08.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6496 | 2024-08-16T21:38:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
6497 | 2024-08-16T21:38:08.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6498 | 2024-08-16T21:38:08.468Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
6499 | 2024-08-16T21:38:08.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 8.484872ms
iteration = 18
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
6500 | 2024-08-16T21:38:08.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6501 | 2024-08-16T21:38:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6502 | 2024-08-16T21:38:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6503 | 2024-08-16T21:38:08.469Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1972, tv_nsec: 174117273 } })
|
6504 | 2024-08-16T21:38:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6505 | 2024-08-16T21:38:08.469Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
6506 | 2024-08-16T21:38:08.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6507 | 2024-08-16T21:38:08.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6508 | 2024-08-16T21:38:08.470Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6509 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6510 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
6511 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6512 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6513 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
6514 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6515 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6516 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6517 | 2024-08-16T21:38:08.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6518 | 2024-08-16T21:38:08.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6519 | 2024-08-16T21:38:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6520 | 2024-08-16T21:38:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6521 | 2024-08-16T21:38:08.474Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
6522 | 2024-08-16T21:38:08.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 15.115843ms
iteration = 18
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
6523 | 2024-08-16T21:38:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
6524 | 2024-08-16T21:38:08.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6525 | 2024-08-16T21:38:08.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6526 | 2024-08-16T21:38:08.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6527 | 2024-08-16T21:38:08.475Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
6528 | 2024-08-16T21:38:08.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6529 | 2024-08-16T21:38:08.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 15.635258ms
iteration = 19
status = {"physical_disks_added":0}
|
6530 | 2024-08-16T21:38:08.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6531 | 2024-08-16T21:38:08.480Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6532 | 2024-08-16T21:38:08.480Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 21.469177ms
iteration = 52
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6533 | 2024-08-16T21:38:08.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6534 | 2024-08-16T21:38:08.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6535 | 2024-08-16T21:38:08.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6536 | 2024-08-16T21:38:08.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6537 | 2024-08-16T21:38:08.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6538 | 2024-08-16T21:38:08.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
6539 | 2024-08-16T21:38:08.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6540 | 2024-08-16T21:38:08.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6541 | 2024-08-16T21:38:08.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6542 | 2024-08-16T21:38:08.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6543 | 2024-08-16T21:38:08.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6544 | 2024-08-16T21:38:08.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6545 | 2024-08-16T21:38:08.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
6546 | 2024-08-16T21:38:08.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6547 | 2024-08-16T21:38:08.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6548 | 2024-08-16T21:38:08.489Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
6549 | 2024-08-16T21:38:08.489Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6550 | 2024-08-16T21:38:08.489Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6551 | 2024-08-16T21:38:08.490Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 31.262835ms
iteration = 18
status = 0
|
6552 | 2024-08-16T21:38:08.498Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
6553 | 2024-08-16T21:38:08.498Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
6554 | 2024-08-16T21:38:08.498Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 38.851931ms
iteration = 18
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
6555 | 2024-08-16T21:38:08.583Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
6556 | 2024-08-16T21:38:08.583Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6557 | 2024-08-16T21:38:08.583Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "31f8f1dd-3a64-491a-b32d-5f08e2fe639a", "content-length": "26", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6558 | 2024-08-16T21:38:08.583Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
6559 | 2024-08-16T21:38:08.585Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
6560 | 2024-08-16T21:38:08.585Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
6561 | 2024-08-16T21:38:08.585Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6562 | 2024-08-16T21:38:08.585Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3d20b2ed-c66a-4acf-9b66-7d1c2f4d53b3", "content-length": "26", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6563 | 2024-08-16T21:38:08.585Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
6564 | 2024-08-16T21:38:08.587Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
6565 | 2024-08-16T21:38:08.600Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
6566 | 2024-08-16T21:38:08.600Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6567 | 2024-08-16T21:38:08.601Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "333ee88b-9a5f-4e93-be39-a1ed038da8c1", "content-length": "26", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6568 | 2024-08-16T21:38:08.601Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
6569 | 2024-08-16T21:38:08.602Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6570 | 2024-08-16T21:38:08.616Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
6571 | 2024-08-16T21:38:08.617Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "60a21f1e-2a19-4ed1-b4d7-bdb9849922f7", "content-length": "691", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6572 | 2024-08-16T21:38:08.617Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
6573 | 2024-08-16T21:38:08.617Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
6574 | 2024-08-16T21:38:08.617Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
6575 | 2024-08-16T21:38:08.619Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 159.723777ms
iteration = 18
status = {}
|
6576 | 2024-08-16T21:38:08.621Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
6577 | 2024-08-16T21:38:08.622Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e79fb6b2-1075-4a8d-866d-4121ffdc0e19", "content-length": "372", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6578 | 2024-08-16T21:38:08.622Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6579 | 2024-08-16T21:38:08.622Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6580 | 2024-08-16T21:38:08.624Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6581 | 2024-08-16T21:38:08.624Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6582 | 2024-08-16T21:38:08.626Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6583 | 2024-08-16T21:38:08.626Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6584 | 2024-08-16T21:38:08.629Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
6585 | 2024-08-16T21:38:08.629Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a062c5bf-1a56-44f2-b432-94682dccec39", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6586 | 2024-08-16T21:38:08.630Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 171.453607ms
iteration = 18
status = {}
|
6587 | 2024-08-16T21:38:08.711Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 251.923147ms
iteration = 18
status = {}
|
6588 | 2024-08-16T21:38:08.751Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
6589 | 2024-08-16T21:38:08.752Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a5a38912-4aa5-4fca-b4fd-d9a73c1209ef", "content-length": "2", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6590 | 2024-08-16T21:38:08.754Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
6591 | 2024-08-16T21:38:08.755Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
6592 | 2024-08-16T21:38:08.756Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 297.268197ms
iteration = 18
status = null
|
6593 | 2024-08-16T21:38:08.819Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6594 | 2024-08-16T21:38:08.819Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6595 | 2024-08-16T21:38:08.821Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
6596 | 2024-08-16T21:38:08.821Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6597 | 2024-08-16T21:38:08.821Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6598 | 2024-08-16T21:38:08.827Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
6599 | 2024-08-16T21:38:08.828Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "fac2af67-0c32-41de-92c1-1d49c797bb78", "content-length": "121", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6600 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
6601 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
6602 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
6603 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
6604 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
6605 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
6606 | 2024-08-16T21:38:08.828Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6607 | 2024-08-16T21:38:08.828Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6608 | 2024-08-16T21:38:08.828Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6609 | 2024-08-16T21:38:08.829Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
6610 | 2024-08-16T21:38:08.830Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7b1b4595-b374-4242-a451-f45ec53e401a", "content-length": "2", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6611 | 2024-08-16T21:38:08.830Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
6612 | 2024-08-16T21:38:08.830Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "947e6c31-2ed4-4452-ba9f-7edda16473ce", "content-length": "52", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6613 | 2024-08-16T21:38:08.830Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
6614 | 2024-08-16T21:38:08.830Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
6615 | 2024-08-16T21:38:08.873Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c30a876d-6670-49b4-a809-d617c1e6db4c", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6616 | 2024-08-16T21:38:08.874Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
6617 | 2024-08-16T21:38:08.874Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
6618 | 2024-08-16T21:38:08.874Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "68424697-7b2b-4b3d-a74e-1418462fa8c4", "content-length": "494", "date": "Fri, 16 Aug 2024 21:38:08 GMT"} })
|
6619 | 2024-08-16T21:38:08.874Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6620 | 2024-08-16T21:38:08.875Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6621 | 2024-08-16T21:38:08.877Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6622 | 2024-08-16T21:38:08.877Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6623 | 2024-08-16T21:38:08.879Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6624 | 2024-08-16T21:38:08.879Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6625 | 2024-08-16T21:38:08.880Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6626 | 2024-08-16T21:38:08.880Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6627 | 2024-08-16T21:38:08.888Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 428.504174ms
iteration = 18
status = {}
|
6628 | 2024-08-16T21:38:09.191Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 213
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 1be0bbc6-732c-4689-89d9-adfaa7793195
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6629 | 2024-08-16T21:38:09.194Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
6630 | 2024-08-16T21:38:09.195Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
6631 | 2024-08-16T21:38:09.225Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
6632 | 2024-08-16T21:38:09.225Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:775
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:44171
|
6633 | 2024-08-16T21:38:09.225Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:44171
req_id = 2c99ae80-fbbf-4c53-b3d5-cedc29945869
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
6634 | 2024-08-16T21:38:09.225Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:44171
req_id = 2c99ae80-fbbf-4c53-b3d5-cedc29945869
resource = Database
result = Ok(())
uri = /metrics/producers
|
6635 | 2024-08-16T21:38:09.258Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:338
id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
|
6636 | 2024-08-16T21:38:09.258Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:44171
req_id = 2c99ae80-fbbf-4c53-b3d5-cedc29945869
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
6637 | 2024-08-16T21:38:09.258Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:44171
req_id = 2c99ae80-fbbf-4c53-b3d5-cedc29945869
resource = Database
result = Ok(())
uri = /metrics/producers
|
6638 | 2024-08-16T21:38:09.273Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
6639 | 2024-08-16T21:38:09.274Z | DEBG | nexus: client response
oximeter-collector = ed9ac00a-0265-4b33-b015-2151ab80e2d7
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "0393f631-d3f5-4724-a7fb-baca916a3d3f", "date": "Fri, 16 Aug 2024 21:38:09 GMT"} })
|
6640 | 2024-08-16T21:38:09.274Z | INFO | nexus: assigned collector to new producer
collector_id = ed9ac00a-0265-4b33-b015-2151ab80e2d7
file = nexus/src/app/oximeter.rs:125
producer_id = e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6641 | 2024-08-16T21:38:09.276Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 51296
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:44171
req_id = 2c99ae80-fbbf-4c53-b3d5-cedc29945869
response_code = 201
uri = /metrics/producers
|
6642 | 2024-08-16T21:38:09.276Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::b)), port: Some(12221), path: "/metrics/producers", query: None, fragment: None }, status: 201, headers: {"content-type": "application/json", "x-request-id": "2c99ae80-fbbf-4c53-b3d5-cedc29945869", "content-length": "41", "date": "Fri, 16 Aug 2024 21:38:09 GMT"} })
|
6643 | 2024-08-16T21:38:09.278Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
6644 | 2024-08-16T21:38:09.278Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
6645 | 2024-08-16T21:38:18.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 53
reason = Timeout
|
6646 | 2024-08-16T21:38:18.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 53
reason = Timeout
|
6647 | 2024-08-16T21:38:18.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6648 | 2024-08-16T21:38:18.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6649 | 2024-08-16T21:38:18.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6650 | 2024-08-16T21:38:18.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6651 | 2024-08-16T21:38:18.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6652 | 2024-08-16T21:38:18.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6653 | 2024-08-16T21:38:18.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6654 | 2024-08-16T21:38:18.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6655 | 2024-08-16T21:38:18.461Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6656 | 2024-08-16T21:38:18.461Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.503629ms
iteration = 53
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6657 | 2024-08-16T21:38:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6658 | 2024-08-16T21:38:18.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6659 | 2024-08-16T21:38:18.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6660 | 2024-08-16T21:38:18.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6661 | 2024-08-16T21:38:18.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6662 | 2024-08-16T21:38:18.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6663 | 2024-08-16T21:38:18.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6664 | 2024-08-16T21:38:18.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6665 | 2024-08-16T21:38:18.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6666 | 2024-08-16T21:38:18.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6667 | 2024-08-16T21:38:18.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.780767ms
iteration = 53
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6668 | 2024-08-16T21:38:19.275Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 817
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 94d9163e-9199-4493-af54-525e8919f065
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6669 | 2024-08-16T21:38:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 54
reason = Timeout
|
6670 | 2024-08-16T21:38:28.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 54
reason = Timeout
|
6671 | 2024-08-16T21:38:28.460Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6672 | 2024-08-16T21:38:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6673 | 2024-08-16T21:38:28.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6674 | 2024-08-16T21:38:28.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6675 | 2024-08-16T21:38:28.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6676 | 2024-08-16T21:38:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6677 | 2024-08-16T21:38:28.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6678 | 2024-08-16T21:38:28.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6679 | 2024-08-16T21:38:28.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6680 | 2024-08-16T21:38:28.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.20029ms
iteration = 54
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6681 | 2024-08-16T21:38:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6682 | 2024-08-16T21:38:28.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6683 | 2024-08-16T21:38:28.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6684 | 2024-08-16T21:38:28.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6685 | 2024-08-16T21:38:28.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6686 | 2024-08-16T21:38:28.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6687 | 2024-08-16T21:38:28.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6688 | 2024-08-16T21:38:28.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6689 | 2024-08-16T21:38:28.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6690 | 2024-08-16T21:38:28.474Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6691 | 2024-08-16T21:38:28.474Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 14.27971ms
iteration = 54
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6692 | 2024-08-16T21:38:29.276Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 808
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 2f904725-2be2-410c-8f61-e5bc7807252c
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
6693 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 10
reason = Timeout
|
6694 | 2024-08-16T21:38:38.459Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-08-16 21:28:38.459460676 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
6695 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 19
reason = Timeout
|
6696 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
6697 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
6698 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
6699 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = crdb_node_id_collector
iteration = 5
reason = Timeout
|
6700 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 55
reason = Timeout
|
6701 | 2024-08-16T21:38:38.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
6702 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6703 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6704 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 19
reason = Timeout
|
6705 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 10
reason = Timeout
|
6706 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6707 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
6708 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 19
reason = Timeout
|
6709 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6710 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 19
reason = Timeout
|
6711 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6712 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
6713 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 10
reason = Timeout
|
6714 | 2024-08-16T21:38:38.459Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
6715 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
6716 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 20
reason = Timeout
|
6717 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6718 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 12
reason = Timeout
|
6719 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 10
reason = Timeout
|
6720 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 10
reason = Timeout
|
6721 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
6722 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6723 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 10
reason = Timeout
|
6724 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6725 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 12
reason = Timeout
|
6726 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 10
reason = Timeout
|
6727 | 2024-08-16T21:38:38.459Z | INFO | nexus (BackgroundTasks): Abandoned VMM reaper running
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:76
|
6728 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
6729 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 19
reason = Timeout
|
6730 | 2024-08-16T21:38:38.459Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task started
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:236
|
6731 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
6732 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 10
reason = Timeout
|
6733 | 2024-08-16T21:38:38.459Z | INFO | nexus (BackgroundTasks): lookup region port task started
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:56
|
6734 | 2024-08-16T21:38:38.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
6735 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 19
reason = Timeout
|
6736 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 19
reason = Timeout
|
6737 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6738 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
6739 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 19
reason = Timeout
|
6740 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6741 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 19
reason = Timeout
|
6742 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 10
reason = Timeout
|
6743 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
6744 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 19
reason = Timeout
|
6745 | 2024-08-16T21:38:38.460Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:46
|
6746 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 19
reason = Timeout
|
6747 | 2024-08-16T21:38:38.460Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task started
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:133
|
6748 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 19
reason = Timeout
|
6749 | 2024-08-16T21:38:38.460Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:64
|
6750 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
6751 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
6752 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 11
reason = Timeout
|
6753 | 2024-08-16T21:38:38.460Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:69
reason = blueprint disabled
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
|
6754 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 14.99\u{b5}s
iteration = 11
status = {"error":"blueprint disabled","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75"}
|
6755 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 55
reason = Timeout
|
6756 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6757 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
6758 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6759 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6760 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
6761 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6762 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6763 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
6764 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6765 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6766 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
6767 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6768 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6769 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6770 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
6771 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
6772 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
6773 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
6774 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6775 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6776 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
6777 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
6778 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
6779 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6780 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6781 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6782 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6783 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6784 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6785 | 2024-08-16T21:38:38.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6786 | 2024-08-16T21:38:38.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6787 | 2024-08-16T21:38:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6788 | 2024-08-16T21:38:38.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6789 | 2024-08-16T21:38:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6790 | 2024-08-16T21:38:38.462Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-08-16 21:28:38.459460676 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
6791 | 2024-08-16T21:38:38.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 2.705543ms
iteration = 10
status = {"expiration":"2024-08-16T21:28:38.459460676Z","pruned":[]}
|
6792 | 2024-08-16T21:38:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6793 | 2024-08-16T21:38:38.462Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
6794 | 2024-08-16T21:38:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6795 | 2024-08-16T21:38:38.462Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
6796 | 2024-08-16T21:38:38.463Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/tasks/phantom_disks.rs:93
|
6797 | 2024-08-16T21:38:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.187377ms
iteration = 19
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
6798 | 2024-08-16T21:38:38.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6799 | 2024-08-16T21:38:38.463Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2002, tv_nsec: 168412924 } })
|
6800 | 2024-08-16T21:38:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7d509633-e015-4722-8085-8937c7b54f18.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c022b78f-a53b-45ab-b57e-8aa20b15c6e0.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("cd14fda2-76dd-457c-bc08-1faff200322c.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 2002, tv_nsec: 168465086 } })
|
6801 | 2024-08-16T21:38:38.463Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("614ab2f4-7ead-4e89-b964-c9fe75bfd36d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("6f45138f-3720-48e5-b1bc-ad80ab3d05a3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 2002, tv_nsec: 168495927 } })
|
6802 | 2024-08-16T21:38:38.463Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
6803 | 2024-08-16T21:38:38.463Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.303738ms
iteration = 55
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
6804 | 2024-08-16T21:38:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6805 | 2024-08-16T21:38:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6806 | 2024-08-16T21:38:38.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
6807 | 2024-08-16T21:38:38.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
6808 | 2024-08-16T21:38:38.465Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1050
|
6809 | 2024-08-16T21:38:38.465Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
6810 | 2024-08-16T21:38:38.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6811 | 2024-08-16T21:38:38.466Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
6812 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
6813 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
6814 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
6815 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
|
6816 | 2024-08-16T21:38:38.466Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:189
found = 0
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
|
6817 | 2024-08-16T21:38:38.466Z | INFO | nexus (BackgroundTasks): lookup region port task done
background_task = lookup_region_port
file = nexus/src/app/background/tasks/lookup_region_port.rs:150
|
6818 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 6.747095ms
iteration = 10
status = {"error":null,"error_count":0,"found":0,"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0}
|
6819 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 6.703574ms
iteration = 10
status = {"errors":[],"found_port_ok":[]}
|
6820 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
6821 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 6.845297ms
iteration = 10
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
6822 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
6823 | 2024-08-16T21:38:38.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6824 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6825 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
dns_group = internal
|
6826 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.536346ms
iteration = 10
status = {"addresses":["[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353","[fd00:1122:3344:1::1]:5353"]}
|
6827 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
6828 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6829 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6830 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
6831 | 2024-08-16T21:38:38.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6832 | 2024-08-16T21:38:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
6833 | 2024-08-16T21:38:38.468Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
6834 | 2024-08-16T21:38:38.468Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
6835 | 2024-08-16T21:38:38.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 8.670537ms
iteration = 10
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
6836 | 2024-08-16T21:38:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
6837 | 2024-08-16T21:38:38.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6838 | 2024-08-16T21:38:38.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6839 | 2024-08-16T21:38:38.469Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2002, tv_nsec: 173822422 } })
|
6840 | 2024-08-16T21:38:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6841 | 2024-08-16T21:38:38.469Z | INFO | nexus (BackgroundTasks): region snapshot replacement garbage collect task done
background_task = region_snapshot_replacement_garbage_collection
file = nexus/src/app/background/tasks/region_snapshot_replacement_garbage_collect.rs:147
|
6842 | 2024-08-16T21:38:38.469Z | INFO | nexus (BackgroundTasks): region snapshot replacement start task done
background_task = region_snapshot_replacement_start
file = nexus/src/app/background/tasks/region_snapshot_replacement_start.rs:252
|
6843 | 2024-08-16T21:38:38.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 10.014514ms
iteration = 19
status = {"errors":[],"garbage_collect_requested":[]}
|
6844 | 2024-08-16T21:38:38.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 10.155638ms
iteration = 19
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
6845 | 2024-08-16T21:38:38.469Z | WARN | nexus (BackgroundTasks): physical disk adoption task started
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:100
|
6846 | 2024-08-16T21:38:38.469Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6847 | 2024-08-16T21:38:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6848 | 2024-08-16T21:38:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6849 | 2024-08-16T21:38:38.470Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
6850 | 2024-08-16T21:38:38.470Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6851 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6852 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6853 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
6854 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
6855 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
6856 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6857 | 2024-08-16T21:38:38.471Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1050
|
6858 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6859 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
6860 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6861 | 2024-08-16T21:38:38.471Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6862 | 2024-08-16T21:38:38.472Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6863 | 2024-08-16T21:38:38.472Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6864 | 2024-08-16T21:38:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6865 | 2024-08-16T21:38:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6866 | 2024-08-16T21:38:38.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6867 | 2024-08-16T21:38:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6868 | 2024-08-16T21:38:38.474Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
6869 | 2024-08-16T21:38:38.474Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6870 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
6871 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6872 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6873 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6874 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
6875 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
6876 | 2024-08-16T21:38:38.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
6877 | 2024-08-16T21:38:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6878 | 2024-08-16T21:38:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
6879 | 2024-08-16T21:38:38.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6880 | 2024-08-16T21:38:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
6881 | 2024-08-16T21:38:38.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6882 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6883 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
6884 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
6885 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
6886 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6887 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
6888 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
6889 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6890 | 2024-08-16T21:38:38.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
6891 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
6892 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6893 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6894 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6895 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
6896 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6897 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6898 | 2024-08-16T21:38:38.478Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6899 | 2024-08-16T21:38:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6900 | 2024-08-16T21:38:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6901 | 2024-08-16T21:38:38.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
6902 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6903 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
6904 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
6905 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
6906 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6907 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
6908 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
6909 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6910 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
6911 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6912 | 2024-08-16T21:38:38.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
6913 | 2024-08-16T21:38:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6914 | 2024-08-16T21:38:38.481Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/tasks/region_replacement.rs:185
|
6915 | 2024-08-16T21:38:38.481Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 21.284721ms
iteration = 19
status = {"region_replacement_started_err":0,"region_replacement_started_ok":0}
|
6916 | 2024-08-16T21:38:38.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6917 | 2024-08-16T21:38:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6918 | 2024-08-16T21:38:38.481Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6919 | 2024-08-16T21:38:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
6920 | 2024-08-16T21:38:38.482Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
6921 | 2024-08-16T21:38:38.482Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:454
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
6922 | 2024-08-16T21:38:38.482Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 23.070391ms
iteration = 19
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
6923 | 2024-08-16T21:38:38.482Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
6924 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6925 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6926 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6927 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6928 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6929 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
6930 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
6931 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
6932 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
6933 | 2024-08-16T21:38:38.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6934 | 2024-08-16T21:38:38.484Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6935 | 2024-08-16T21:38:38.484Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6936 | 2024-08-16T21:38:38.485Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6937 | 2024-08-16T21:38:38.485Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6938 | 2024-08-16T21:38:38.485Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = crdb_node_id_collector
elapsed = 26.112384ms
iteration = 5
status = {"nsuccess":5}
|
6939 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
6940 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
6941 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6942 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
6943 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6944 | 2024-08-16T21:38:38.486Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-ca28031f-ecd5-46d1-bb35-1b7591c5af7e.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 2002, tv_nsec: 191277870 } })
|
6945 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
6946 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
6947 | 2024-08-16T21:38:38.486Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6948 | 2024-08-16T21:38:38.486Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1050
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
6949 | 2024-08-16T21:38:38.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
6950 | 2024-08-16T21:38:38.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
6951 | 2024-08-16T21:38:38.487Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
6952 | 2024-08-16T21:38:38.487Z | WARN | nexus (BackgroundTasks): physical disk adoption task done
background_task = physical_disk_adoption
file = nexus/src/app/background/tasks/physical_disk_adoption.rs:174
|
6953 | 2024-08-16T21:38:38.487Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 27.992276ms
iteration = 20
status = {"physical_disks_added":0}
|
6954 | 2024-08-16T21:38:38.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6955 | 2024-08-16T21:38:38.488Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6956 | 2024-08-16T21:38:38.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6957 | 2024-08-16T21:38:38.488Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 894fded7-3f4e-4169-9bfc-efc9f0107d5a
dns_zone_name = control-plane.oxide.internal
found_so_far = 50
version = 1
|
6958 | 2024-08-16T21:38:38.488Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
6959 | 2024-08-16T21:38:38.488Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-08-16 21:30:09.184040 UTC
dns_group = internal
generation = 1
|
6960 | 2024-08-16T21:38:38.488Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 29.295352ms
iteration = 10
status = {"generation":1}
|
6961 | 2024-08-16T21:38:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
6962 | 2024-08-16T21:38:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
6963 | 2024-08-16T21:38:38.490Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6964 | 2024-08-16T21:38:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
6965 | 2024-08-16T21:38:38.490Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6966 | 2024-08-16T21:38:38.491Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6967 | 2024-08-16T21:38:38.491Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
6968 | 2024-08-16T21:38:38.491Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
6969 | 2024-08-16T21:38:38.491Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6970 | 2024-08-16T21:38:38.491Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6971 | 2024-08-16T21:38:38.491Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
6972 | 2024-08-16T21:38:38.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6973 | 2024-08-16T21:38:38.492Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = eb1db739-691e-4e75-9f69-711e181d8c2f
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
6974 | 2024-08-16T21:38:38.492Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
6975 | 2024-08-16T21:38:38.492Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-08-16 21:30:09.785574 UTC
dns_group = external
generation = 2
|
6976 | 2024-08-16T21:38:38.492Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 33.051813ms
iteration = 10
status = {"generation":2}
|
6977 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: ca28031f-ecd5-46d1-bb35-1b7591c5af7e, lookup_type: ById(ca28031f-ecd5-46d1-bb35-1b7591c5af7e) }
result = Ok(())
|
6978 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
6979 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
6980 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6981 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
6982 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6983 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-08-16T21:29:37.728845Z, time_modified: 2024-08-16T21:29:37.728845Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: f28934b9-a2ec-432a-beae-f23ac6371505, db_silo: Silo { identity: SiloIdentity { id: f28934b9-a2ec-432a-beae-f23ac6371505, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-08-16T21:30:09.746573Z, time_modified: 2024-08-16T21:30:09.746573Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd" }] }) }
|
6984 | 2024-08-16T21:38:38.494Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 35.051418ms
iteration = 10
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]}},"default_endpoint":{"silo_id":"f28934b9-a2ec-432a-beae-f23ac6371505","tls_certs":["2b6c2304051386b3b1c1e29878b07e568dd7d5688d78c400b3260770811eecbd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
6985 | 2024-08-16T21:38:38.495Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 35.604873ms
iteration = 19
status = 0
|
6986 | 2024-08-16T21:38:38.495Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
6987 | 2024-08-16T21:38:38.495Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
6988 | 2024-08-16T21:38:38.495Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 36.037476ms
iteration = 55
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
6989 | 2024-08-16T21:38:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
6990 | 2024-08-16T21:38:38.497Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
6991 | 2024-08-16T21:38:38.497Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
6992 | 2024-08-16T21:38:38.501Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:55
|
6993 | 2024-08-16T21:38:38.501Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:220
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
6994 | 2024-08-16T21:38:38.501Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 41.650588ms
iteration = 19
status = {"destroyed_active_vmms":0,"error":null,"saga_start_failures":0,"sagas_completed":0,"sagas_failed":0,"sagas_started":0,"terminated_active_migrations":0}
|
6995 | 2024-08-16T21:38:38.613Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
6996 | 2024-08-16T21:38:38.699Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
6997 | 2024-08-16T21:38:38.699Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
6998 | 2024-08-16T21:38:38.700Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "db8f4d5a-3126-4e69-9bf0-1c0fe99bc3ae", "content-length": "26", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
6999 | 2024-08-16T21:38:38.700Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
7000 | 2024-08-16T21:38:38.702Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
7001 | 2024-08-16T21:38:38.727Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
7002 | 2024-08-16T21:38:38.728Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "83f3c9db-e373-45af-a7d1-326cdb4c9376", "content-length": "372", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7003 | 2024-08-16T21:38:38.728Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
7004 | 2024-08-16T21:38:38.728Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
7005 | 2024-08-16T21:38:38.730Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
7006 | 2024-08-16T21:38:38.730Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
7007 | 2024-08-16T21:38:38.732Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
7008 | 2024-08-16T21:38:38.732Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
7009 | 2024-08-16T21:38:38.734Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
7010 | 2024-08-16T21:38:38.734Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = vpc_route_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/vpc-routes", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9a550c5f-6dba-4dad-b88c-c43ed9bc47ad", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7011 | 2024-08-16T21:38:38.736Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 277.029623ms
iteration = 19
status = {}
|
7012 | 2024-08-16T21:38:38.764Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
7013 | 2024-08-16T21:38:38.777Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
7014 | 2024-08-16T21:38:38.847Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1058
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
zone_address = fd00:1122:3344:101::2
|
7015 | 2024-08-16T21:38:38.847Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
7016 | 2024-08-16T21:38:38.847Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "239e6170-cfc2-419a-a0bf-134a18f8c243", "content-length": "26", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7017 | 2024-08-16T21:38:38.847Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1063
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
7018 | 2024-08-16T21:38:38.848Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1058
zone_address = fd00:1122:3344:101::2
|
7019 | 2024-08-16T21:38:38.848Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
7020 | 2024-08-16T21:38:38.848Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/local/switch-id", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "471e8528-0955-437b-bb4c-4bae41612771", "content-length": "26", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7021 | 2024-08-16T21:38:38.848Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1063
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
7022 | 2024-08-16T21:38:38.850Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
7023 | 2024-08-16T21:38:38.851Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1095
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
7024 | 2024-08-16T21:38:38.860Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
7025 | 2024-08-16T21:38:38.862Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = ca28031f-ecd5-46d1-bb35-1b7591c5af7e
background_task = v2p_manager
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/v2p", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "16e64fab-c2a4-478f-9396-b35485f6ec54", "content-length": "691", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7026 | 2024-08-16T21:38:38.862Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = sock
|
7027 | 2024-08-16T21:38:38.862Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = sock
|
7028 | 2024-08-16T21:38:38.862Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = sock
|
7029 | 2024-08-16T21:38:38.863Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 404.20536ms
iteration = 19
status = {}
|
7030 | 2024-08-16T21:38:38.890Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 430.777307ms
iteration = 19
status = {}
|
7031 | 2024-08-16T21:38:38.901Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
7032 | 2024-08-16T21:38:38.901Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a95250bc-3982-417f-b0f9-7fac83d709a9", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7033 | 2024-08-16T21:38:38.901Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7034 | 2024-08-16T21:38:38.904Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6a214f07-a145-44ef-9106-e6883e6d09eb", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7035 | 2024-08-16T21:38:38.904Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7036 | 2024-08-16T21:38:38.905Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8ee6f4ba-42a7-4a74-a5e6-f8911b16def9", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7037 | 2024-08-16T21:38:38.905Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7038 | 2024-08-16T21:38:38.907Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }
|
7039 | 2024-08-16T21:38:38.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 447.663238ms
iteration = 12
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
7040 | 2024-08-16T21:38:38.937Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
7041 | 2024-08-16T21:38:38.938Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e20f5bc5-54fd-4edf-aeda-6e930849aadd", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
7042 | 2024-08-16T21:38:38.938Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
7043 | 2024-08-16T21:38:38.940Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "0d9378c3-78bd-44a0-9cab-7646ae8db181", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
7044 | 2024-08-16T21:38:38.940Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
7045 | 2024-08-16T21:38:38.941Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
7046 | 2024-08-16T21:38:38.941Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 482.326836ms
iteration = 12
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
7047 | 2024-08-16T21:38:38.951Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
7048 | 2024-08-16T21:38:38.951Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "80ad4fc9-7a3c-426f-8015-ec9eebe59025", "content-length": "2", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7049 | 2024-08-16T21:38:38.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
7050 | 2024-08-16T21:38:38.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
7051 | 2024-08-16T21:38:38.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 495.150886ms
iteration = 19
status = null
|
7052 | 2024-08-16T21:38:39.008Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7053 | 2024-08-16T21:38:39.008Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7054 | 2024-08-16T21:38:39.010Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:146
port = SwitchPort { id: f7f7324b-d8c8-451b-a9ce-041961945c9a, rack_id: 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7) }
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
7055 | 2024-08-16T21:38:39.010Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7056 | 2024-08-16T21:38:39.011Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7057 | 2024-08-16T21:38:39.018Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
7058 | 2024-08-16T21:38:39.018Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/port/qsfp0/settings", query: Some("tag=omicron"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "428fdd8f-ba7c-4813-ae1d-448e35577fdf", "content-length": "121", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7059 | 2024-08-16T21:38:39.018Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1663
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: None, kr: false, lane: Some(LinkId(0)), speed: Speed40G } }} }
switch_port_id = "qsfp0"
|
7060 | 2024-08-16T21:38:39.018Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1690
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 1f87ff02-33e5-4e3e-90e6-7cd5cc5e50a7
|
7061 | 2024-08-16T21:38:39.019Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:378
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
7062 | 2024-08-16T21:38:39.019Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:382
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None)}}
|
7063 | 2024-08-16T21:38:39.019Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:391
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
7064 | 2024-08-16T21:38:39.019Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:397
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
routes = {}
|
7065 | 2024-08-16T21:38:39.019Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:417
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
|
7066 | 2024-08-16T21:38:39.019Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7067 | 2024-08-16T21:38:39.019Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7068 | 2024-08-16T21:38:39.020Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
7069 | 2024-08-16T21:38:39.020Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv4", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "8000c5e1-5b69-4e77-a174-0b086f16d588", "content-length": "2", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7070 | 2024-08-16T21:38:39.020Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
7071 | 2024-08-16T21:38:39.021Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/loopback/ipv6", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "f70b2874-a5ab-4d96-9d9f-752d52d37911", "content-length": "52", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7072 | 2024-08-16T21:38:39.021Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], port: "qsfp0" }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:466
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch_location = Switch0
|
7073 | 2024-08-16T21:38:39.021Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
7074 | 2024-08-16T21:38:39.077Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/switch-ports", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f8612904-0862-4996-90e7-6202b23655f9", "date": "Fri, 16 Aug 2024 21:38:38 GMT"} })
|
7075 | 2024-08-16T21:38:39.077Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:769
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
switch = Switch0
|
7076 | 2024-08-16T21:38:39.077Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
7077 | 2024-08-16T21:38:39.080Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = 3b7bc4a2-13ca-428a-8e1f-cb818c9122f4
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/network-bootstore-config", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b0c5efad-21a9-497f-8b5a-c70fe26ae27a", "content-length": "494", "date": "Fri, 16 Aug 2024 21:38:39 GMT"} })
|
7078 | 2024-08-16T21:38:39.080Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7079 | 2024-08-16T21:38:39.081Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7080 | 2024-08-16T21:38:39.083Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7081 | 2024-08-16T21:38:39.083Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7082 | 2024-08-16T21:38:39.085Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7083 | 2024-08-16T21:38:39.086Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7084 | 2024-08-16T21:38:39.087Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
7085 | 2024-08-16T21:38:39.087Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
7086 | 2024-08-16T21:38:39.093Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 633.389686ms
iteration = 19
status = {}
|
7087 | 2024-08-16T21:38:39.275Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 267
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = c01b81e9-451c-49a3-b1ee-ae0eb7a45152
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
7088 | 2024-08-16T21:38:48.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 56
reason = Timeout
|
7089 | 2024-08-16T21:38:48.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 56
reason = Timeout
|
7090 | 2024-08-16T21:38:48.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7091 | 2024-08-16T21:38:48.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
7092 | 2024-08-16T21:38:48.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
7093 | 2024-08-16T21:38:48.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7094 | 2024-08-16T21:38:48.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
7095 | 2024-08-16T21:38:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
7096 | 2024-08-16T21:38:48.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
7097 | 2024-08-16T21:38:48.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
7098 | 2024-08-16T21:38:48.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
7099 | 2024-08-16T21:38:48.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.620492ms
iteration = 56
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
7100 | 2024-08-16T21:38:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
7101 | 2024-08-16T21:38:48.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7102 | 2024-08-16T21:38:48.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7103 | 2024-08-16T21:38:48.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7104 | 2024-08-16T21:38:48.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7105 | 2024-08-16T21:38:48.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
7106 | 2024-08-16T21:38:48.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
7107 | 2024-08-16T21:38:48.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7108 | 2024-08-16T21:38:48.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7109 | 2024-08-16T21:38:48.472Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
7110 | 2024-08-16T21:38:48.472Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.19278ms
iteration = 56
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
7111 | 2024-08-16T21:38:49.275Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 240
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 675e3ecf-c950-40d3-8403-c12b27f59dfc
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|
7112 | 2024-08-16T21:38:58.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 57
reason = Timeout
|
7113 | 2024-08-16T21:38:58.459Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 57
reason = Timeout
|
7114 | 2024-08-16T21:38:58.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7115 | 2024-08-16T21:38:58.459Z | INFO | nexus (BackgroundTasks): region replacement driver task started
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:231
|
7116 | 2024-08-16T21:38:58.459Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
7117 | 2024-08-16T21:38:58.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7118 | 2024-08-16T21:38:58.459Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
7119 | 2024-08-16T21:38:58.460Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
7120 | 2024-08-16T21:38:58.461Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
7121 | 2024-08-16T21:38:58.461Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
7122 | 2024-08-16T21:38:58.462Z | INFO | nexus (BackgroundTasks): region replacement driver task done
background_task = region_replacement_driver
file = nexus/src/app/background/tasks/region_replacement_driver.rs:238
|
7123 | 2024-08-16T21:38:58.462Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 2.675913ms
iteration = 57
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
7124 | 2024-08-16T21:38:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
7125 | 2024-08-16T21:38:58.463Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7126 | 2024-08-16T21:38:58.463Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7127 | 2024-08-16T21:38:58.464Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7128 | 2024-08-16T21:38:58.464Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7129 | 2024-08-16T21:38:58.466Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
7130 | 2024-08-16T21:38:58.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 64e103fb-b2d6-4c7e-b900-204029094d75, lookup_type: ById(64e103fb-b2d6-4c7e-b900-204029094d75) }
result = Ok(())
|
7131 | 2024-08-16T21:38:58.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7132 | 2024-08-16T21:38:58.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
7133 | 2024-08-16T21:38:58.473Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
original_time_created = 2024-08-16 21:29:26.398133 UTC
target_id = 64e103fb-b2d6-4c7e-b900-204029094d75
time_created = 2024-08-16 21:29:26.398133 UTC
|
7134 | 2024-08-16T21:38:58.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 13.816618ms
iteration = 57
status = {"status":"target blueprint unchanged","target_id":"64e103fb-b2d6-4c7e-b900-204029094d75","time_created":"2024-08-16T21:29:26.398133Z"}
|
7135 | 2024-08-16T21:38:59.275Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/52d900a/dropshot/src/server.rs:914
latency_us = 357
local_addr = [fd00:1122:3344:101::b]:39660
method = GET
remote_addr = [fd00:1122:3344:101::d]:58956
req_id = 16ed250b-c7ef-4358-a5ba-8c28a06033dc
response_code = 200
uri = /e2352a6e-0a4c-4ea6-8d02-477fd67284c6
|