1 | 2024-02-24T05:00:09.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 18
reason = Timeout
|
2 | 2024-02-24T05:00:09.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
3 | 2024-02-24T05:00:09.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
4 | 2024-02-24T05:00:09.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
5 | 2024-02-24T05:00:09.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
6 | 2024-02-24T05:00:09.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
7 | 2024-02-24T05:00:09.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
8 | 2024-02-24T05:00:09.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.557367ms
iteration = 18
|
9 | 2024-02-24T05:00:10.202Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 180
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 0c5fe71a-0974-46ec-841e-429156fcf23a
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
10 | 2024-02-24T05:00:19.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 19
reason = Timeout
|
11 | 2024-02-24T05:00:19.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
12 | 2024-02-24T05:00:19.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
13 | 2024-02-24T05:00:19.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
14 | 2024-02-24T05:00:19.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
15 | 2024-02-24T05:00:19.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
16 | 2024-02-24T05:00:19.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
17 | 2024-02-24T05:00:19.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.048549ms
iteration = 19
|
18 | 2024-02-24T05:00:20.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 164
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = d4f25303-3905-4033-8827-c66038608f76
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
19 | 2024-02-24T05:00:29.948Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 5
reason = Timeout
|
20 | 2024-02-24T05:00:29.948Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
21 | 2024-02-24T05:00:29.948Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
22 | 2024-02-24T05:00:29.948Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
23 | 2024-02-24T05:00:29.948Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
24 | 2024-02-24T05:00:29.949Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
25 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
26 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 7
reason = Timeout
|
27 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 5
reason = Timeout
|
28 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 5
reason = Timeout
|
29 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
30 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
31 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 5
reason = Timeout
|
32 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 5
reason = Timeout
|
33 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 7
reason = Timeout
|
34 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
35 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
36 | 2024-02-24T05:00:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
37 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
38 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 20
reason = Timeout
|
39 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 8
reason = Timeout
|
40 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
41 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 8
reason = Timeout
|
42 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
43 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
44 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 8
reason = Timeout
|
45 | 2024-02-24T05:00:29.951Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
46 | 2024-02-24T05:00:29.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
47 | 2024-02-24T05:00:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
48 | 2024-02-24T05:00:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
49 | 2024-02-24T05:00:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
50 | 2024-02-24T05:00:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
51 | 2024-02-24T05:00:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 8
reason = Timeout
|
52 | 2024-02-24T05:00:29.952Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
53 | 2024-02-24T05:00:29.952Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
54 | 2024-02-24T05:00:29.952Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 19.76\u{b5}s
iteration = 8
|
55 | 2024-02-24T05:00:29.952Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 13738, tv_nsec: 351425738 } })
|
56 | 2024-02-24T05:00:29.952Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 13738, tv_nsec: 351428487 } })
|
57 | 2024-02-24T05:00:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
58 | 2024-02-24T05:00:29.954Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
59 | 2024-02-24T05:00:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
60 | 2024-02-24T05:00:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
61 | 2024-02-24T05:00:29.954Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
62 | 2024-02-24T05:00:29.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.162862ms
iteration = 8
|
63 | 2024-02-24T05:00:29.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "0b4e18fe-871f-4bb8-b2da-6692c6f9e76c", "content-length": "1", "date": "Sat, 24 Feb 2024 05:00:29 GMT"} })
|
64 | 2024-02-24T05:00:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
65 | 2024-02-24T05:00:29.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
66 | 2024-02-24T05:00:29.955Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
67 | 2024-02-24T05:00:29.955Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
68 | 2024-02-24T05:00:29.955Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
69 | 2024-02-24T05:00:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
70 | 2024-02-24T05:00:29.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
71 | 2024-02-24T05:00:29.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
72 | 2024-02-24T05:00:29.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
73 | 2024-02-24T05:00:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
74 | 2024-02-24T05:00:29.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 6.167511ms
iteration = 8
|
75 | 2024-02-24T05:00:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
76 | 2024-02-24T05:00:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
77 | 2024-02-24T05:00:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 7.818443ms
iteration = 5
|
78 | 2024-02-24T05:00:29.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
79 | 2024-02-24T05:00:29.959Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
80 | 2024-02-24T05:00:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 8.780036ms
iteration = 5
|
81 | 2024-02-24T05:00:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
82 | 2024-02-24T05:00:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
83 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
84 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
85 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
86 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
87 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
88 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
89 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
90 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
91 | 2024-02-24T05:00:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
92 | 2024-02-24T05:00:29.961Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 9.966011ms
iteration = 20
|
93 | 2024-02-24T05:00:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
94 | 2024-02-24T05:00:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
95 | 2024-02-24T05:00:29.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
96 | 2024-02-24T05:00:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
97 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
98 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
99 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
100 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
101 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
102 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
103 | 2024-02-24T05:00:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
104 | 2024-02-24T05:00:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
105 | 2024-02-24T05:00:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
106 | 2024-02-24T05:00:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
107 | 2024-02-24T05:00:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
108 | 2024-02-24T05:00:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
109 | 2024-02-24T05:00:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
110 | 2024-02-24T05:00:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
111 | 2024-02-24T05:00:29.967Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
112 | 2024-02-24T05:00:29.967Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
113 | 2024-02-24T05:00:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
114 | 2024-02-24T05:00:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
115 | 2024-02-24T05:00:29.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
116 | 2024-02-24T05:00:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
117 | 2024-02-24T05:00:29.970Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
118 | 2024-02-24T05:00:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
119 | 2024-02-24T05:00:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
120 | 2024-02-24T05:00:29.971Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
121 | 2024-02-24T05:00:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
122 | 2024-02-24T05:00:29.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
123 | 2024-02-24T05:00:29.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
124 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
125 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 8
reason = Timeout
|
126 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
127 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
128 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
129 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
130 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
131 | 2024-02-24T05:00:29.973Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 25.621988ms
iteration = 5
|
132 | 2024-02-24T05:00:29.974Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
133 | 2024-02-24T05:00:29.974Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
134 | 2024-02-24T05:00:29.974Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
135 | 2024-02-24T05:00:29.974Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 24.26495ms
iteration = 5
|
136 | 2024-02-24T05:00:29.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
137 | 2024-02-24T05:00:29.976Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 5
reason = Timeout
|
138 | 2024-02-24T05:00:29.976Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
139 | 2024-02-24T05:00:29.976Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 10.19\u{b5}s
iteration = 5
|
140 | 2024-02-24T05:00:29.977Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
141 | 2024-02-24T05:00:29.977Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
142 | 2024-02-24T05:00:29.977Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
143 | 2024-02-24T05:00:29.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
144 | 2024-02-24T05:00:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
145 | 2024-02-24T05:00:29.979Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
|
146 | 2024-02-24T05:00:29.979Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 29.219466ms
iteration = 5
|
147 | 2024-02-24T05:00:29.990Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
148 | 2024-02-24T05:00:29.991Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
149 | 2024-02-24T05:00:29.992Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
150 | 2024-02-24T05:00:29.992Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
151 | 2024-02-24T05:00:29.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
152 | 2024-02-24T05:00:29.996Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
153 | 2024-02-24T05:00:29.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
154 | 2024-02-24T05:00:29.996Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
155 | 2024-02-24T05:00:29.998Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 24.648965ms
iteration = 8
|
156 | 2024-02-24T05:00:29.999Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
157 | 2024-02-24T05:00:29.999Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "5c490611-2582-44c1-a142-8b03a96b400a", "content-length": "2", "date": "Sat, 24 Feb 2024 05:00:29 GMT"} })
|
158 | 2024-02-24T05:00:29.999Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 47.78774ms
iteration = 8
|
159 | 2024-02-24T05:00:30.018Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
160 | 2024-02-24T05:00:30.026Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
161 | 2024-02-24T05:00:30.081Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
162 | 2024-02-24T05:00:30.096Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
163 | 2024-02-24T05:00:30.096Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8f9a1b3c-6ba2-4fbd-89a7-7e8d9d19d0fa", "date": "Sat, 24 Feb 2024 05:00:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
164 | 2024-02-24T05:00:30.096Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
165 | 2024-02-24T05:00:30.098Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8d2bd329-42d0-49a0-8b89-36c438eb4b37", "date": "Sat, 24 Feb 2024 05:00:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
166 | 2024-02-24T05:00:30.098Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
167 | 2024-02-24T05:00:30.099Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
168 | 2024-02-24T05:00:30.099Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 148.945914ms
iteration = 7
|
169 | 2024-02-24T05:00:30.118Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
170 | 2024-02-24T05:00:30.118Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9aea2b01-658b-46e7-9f63-e02db538b2ab", "date": "Sat, 24 Feb 2024 05:00:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
171 | 2024-02-24T05:00:30.118Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
172 | 2024-02-24T05:00:30.119Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8ba74300-c9c5-48a7-9b52-da3a80590abf", "date": "Sat, 24 Feb 2024 05:00:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
173 | 2024-02-24T05:00:30.119Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
174 | 2024-02-24T05:00:30.121Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "0aac5ad0-31e0-4dae-82fc-c916422a9153", "date": "Sat, 24 Feb 2024 05:00:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
175 | 2024-02-24T05:00:30.121Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
176 | 2024-02-24T05:00:30.122Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
177 | 2024-02-24T05:00:30.122Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 171.961707ms
iteration = 7
|
178 | 2024-02-24T05:00:30.202Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 176
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = f8090a06-e245-46a9-9b5e-82bb7a23c4db
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
179 | 2024-02-24T05:00:39.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 21
reason = Timeout
|
180 | 2024-02-24T05:00:39.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
181 | 2024-02-24T05:00:39.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
182 | 2024-02-24T05:00:39.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
183 | 2024-02-24T05:00:39.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
184 | 2024-02-24T05:00:39.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
185 | 2024-02-24T05:00:39.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
186 | 2024-02-24T05:00:39.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.872958ms
iteration = 21
|
187 | 2024-02-24T05:00:40.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 188
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 498623d1-ee8d-45e7-91d6-08e97505129d
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
188 | 2024-02-24T05:00:49.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 22
reason = Timeout
|
189 | 2024-02-24T05:00:49.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
190 | 2024-02-24T05:00:49.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
191 | 2024-02-24T05:00:49.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
192 | 2024-02-24T05:00:49.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
193 | 2024-02-24T05:00:49.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
194 | 2024-02-24T05:00:49.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
195 | 2024-02-24T05:00:49.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.682825ms
iteration = 22
|
196 | 2024-02-24T05:00:50.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 217
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 9d686cac-8e14-49b7-9761-290a038787ee
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
197 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 23
reason = Timeout
|
198 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 9
reason = Timeout
|
199 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
200 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 9
reason = Timeout
|
201 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
202 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
203 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 9
reason = Timeout
|
204 | 2024-02-24T05:00:59.952Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
205 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
206 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 9
reason = Timeout
|
207 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
208 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
209 | 2024-02-24T05:00:59.952Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
210 | 2024-02-24T05:00:59.952Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
211 | 2024-02-24T05:00:59.952Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 22.301\u{b5}s
iteration = 9
|
212 | 2024-02-24T05:00:59.954Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
213 | 2024-02-24T05:00:59.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
214 | 2024-02-24T05:00:59.954Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "581b9f1f-2394-4353-ac82-91f6216d493d", "content-length": "1", "date": "Sat, 24 Feb 2024 05:00:59 GMT"} })
|
215 | 2024-02-24T05:00:59.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
216 | 2024-02-24T05:00:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
217 | 2024-02-24T05:00:59.954Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
218 | 2024-02-24T05:00:59.954Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "688f28ae-1da1-4129-8f32-c030a94de6ed", "content-length": "2", "date": "Sat, 24 Feb 2024 05:00:59 GMT"} })
|
219 | 2024-02-24T05:00:59.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.573474ms
iteration = 9
|
220 | 2024-02-24T05:00:59.955Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
221 | 2024-02-24T05:00:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.813447ms
iteration = 9
|
222 | 2024-02-24T05:00:59.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.727959ms
iteration = 9
|
223 | 2024-02-24T05:00:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
224 | 2024-02-24T05:00:59.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
225 | 2024-02-24T05:00:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
226 | 2024-02-24T05:00:59.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.108591ms
iteration = 23
|
227 | 2024-02-24T05:00:59.974Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 9
reason = Timeout
|
228 | 2024-02-24T05:00:59.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
229 | 2024-02-24T05:00:59.974Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
230 | 2024-02-24T05:00:59.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
231 | 2024-02-24T05:00:59.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
232 | 2024-02-24T05:00:59.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
233 | 2024-02-24T05:00:59.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
234 | 2024-02-24T05:00:59.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
235 | 2024-02-24T05:00:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
236 | 2024-02-24T05:00:59.992Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
237 | 2024-02-24T05:00:59.993Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
238 | 2024-02-24T05:00:59.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
239 | 2024-02-24T05:00:59.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
240 | 2024-02-24T05:00:59.995Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
241 | 2024-02-24T05:00:59.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
242 | 2024-02-24T05:00:59.997Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
243 | 2024-02-24T05:00:59.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
244 | 2024-02-24T05:00:59.999Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 24.969719ms
iteration = 9
|
245 | 2024-02-24T05:01:00.202Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 170
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = ac506335-6a62-4893-9ec1-22dabb2957c2
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
246 | 2024-02-24T05:01:09.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 24
reason = Timeout
|
247 | 2024-02-24T05:01:09.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
248 | 2024-02-24T05:01:09.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
249 | 2024-02-24T05:01:09.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
250 | 2024-02-24T05:01:09.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
251 | 2024-02-24T05:01:09.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
252 | 2024-02-24T05:01:09.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
253 | 2024-02-24T05:01:09.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.774386ms
iteration = 24
|
254 | 2024-02-24T05:01:10.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 235
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 9a81e03f-df8e-4d41-bfb0-d65c4ea78d1a
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
255 | 2024-02-24T05:01:19.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 25
reason = Timeout
|
256 | 2024-02-24T05:01:19.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
257 | 2024-02-24T05:01:19.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
258 | 2024-02-24T05:01:19.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
259 | 2024-02-24T05:01:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
260 | 2024-02-24T05:01:19.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
261 | 2024-02-24T05:01:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
262 | 2024-02-24T05:01:19.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.145111ms
iteration = 25
|
263 | 2024-02-24T05:01:20.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 546
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 24fe193f-209a-4c46-9aba-a09966605365
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
264 | 2024-02-24T05:01:29.947Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 6
reason = Timeout
|
265 | 2024-02-24T05:01:29.947Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
266 | 2024-02-24T05:01:29.947Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
267 | 2024-02-24T05:01:29.948Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
268 | 2024-02-24T05:01:29.948Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
269 | 2024-02-24T05:01:29.948Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
270 | 2024-02-24T05:01:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
271 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 8
reason = Timeout
|
272 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 6
reason = Timeout
|
273 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 6
reason = Timeout
|
274 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
275 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
276 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 6
reason = Timeout
|
277 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 6
reason = Timeout
|
278 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 8
reason = Timeout
|
279 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
280 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
281 | 2024-02-24T05:01:29.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
282 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
283 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
284 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 26
reason = Timeout
|
285 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 10
reason = Timeout
|
286 | 2024-02-24T05:01:29.952Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
287 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 10
reason = Timeout
|
288 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 10
reason = Timeout
|
289 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
290 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
291 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
292 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 10
reason = Timeout
|
293 | 2024-02-24T05:01:29.952Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
294 | 2024-02-24T05:01:29.952Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
295 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
296 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 15.031\u{b5}s
iteration = 10
|
297 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
298 | 2024-02-24T05:01:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
299 | 2024-02-24T05:01:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
300 | 2024-02-24T05:01:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
301 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
302 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
303 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
304 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
305 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
306 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
307 | 2024-02-24T05:01:29.954Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 13798, tv_nsec: 353141025 } })
|
308 | 2024-02-24T05:01:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
309 | 2024-02-24T05:01:29.955Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 13798, tv_nsec: 353328677 } })
|
310 | 2024-02-24T05:01:29.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
311 | 2024-02-24T05:01:29.955Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
312 | 2024-02-24T05:01:29.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
313 | 2024-02-24T05:01:29.956Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
314 | 2024-02-24T05:01:29.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.80807ms
iteration = 10
|
315 | 2024-02-24T05:01:29.956Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3dc1c9da-877c-4a83-bb58-e5a378a6e1c2", "content-length": "2", "date": "Sat, 24 Feb 2024 05:01:29 GMT"} })
|
316 | 2024-02-24T05:01:29.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 4.368238ms
iteration = 10
|
317 | 2024-02-24T05:01:29.957Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
318 | 2024-02-24T05:01:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
319 | 2024-02-24T05:01:29.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 5.801227ms
iteration = 6
|
320 | 2024-02-24T05:01:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
321 | 2024-02-24T05:01:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
322 | 2024-02-24T05:01:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
323 | 2024-02-24T05:01:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.050523ms
iteration = 6
|
324 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
325 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
326 | 2024-02-24T05:01:29.959Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e321fd23-b01d-4d04-8367-e01d9c4444e9", "content-length": "1", "date": "Sat, 24 Feb 2024 05:01:29 GMT"} })
|
327 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
328 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
329 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
330 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
331 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
332 | 2024-02-24T05:01:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
333 | 2024-02-24T05:01:29.960Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
334 | 2024-02-24T05:01:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
335 | 2024-02-24T05:01:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
336 | 2024-02-24T05:01:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
337 | 2024-02-24T05:01:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
338 | 2024-02-24T05:01:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
339 | 2024-02-24T05:01:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
340 | 2024-02-24T05:01:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
341 | 2024-02-24T05:01:29.961Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 9.009089ms
iteration = 26
|
342 | 2024-02-24T05:01:29.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
343 | 2024-02-24T05:01:29.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
344 | 2024-02-24T05:01:29.962Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 10.168964ms
iteration = 10
|
345 | 2024-02-24T05:01:29.964Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
346 | 2024-02-24T05:01:29.964Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
347 | 2024-02-24T05:01:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
348 | 2024-02-24T05:01:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
349 | 2024-02-24T05:01:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
350 | 2024-02-24T05:01:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
351 | 2024-02-24T05:01:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
352 | 2024-02-24T05:01:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
353 | 2024-02-24T05:01:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
354 | 2024-02-24T05:01:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
355 | 2024-02-24T05:01:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
356 | 2024-02-24T05:01:29.968Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
357 | 2024-02-24T05:01:29.968Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
358 | 2024-02-24T05:01:29.968Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
359 | 2024-02-24T05:01:29.968Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
360 | 2024-02-24T05:01:29.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
361 | 2024-02-24T05:01:29.969Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
362 | 2024-02-24T05:01:29.969Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
363 | 2024-02-24T05:01:29.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
364 | 2024-02-24T05:01:29.969Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
365 | 2024-02-24T05:01:29.974Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 10
reason = Timeout
|
366 | 2024-02-24T05:01:29.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
367 | 2024-02-24T05:01:29.974Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
368 | 2024-02-24T05:01:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
369 | 2024-02-24T05:01:29.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
370 | 2024-02-24T05:01:29.977Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 6
reason = Timeout
|
371 | 2024-02-24T05:01:29.977Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
372 | 2024-02-24T05:01:29.977Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 16.04\u{b5}s
iteration = 6
|
373 | 2024-02-24T05:01:29.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
374 | 2024-02-24T05:01:29.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
375 | 2024-02-24T05:01:29.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
376 | 2024-02-24T05:01:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
377 | 2024-02-24T05:01:29.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
378 | 2024-02-24T05:01:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
379 | 2024-02-24T05:01:29.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
380 | 2024-02-24T05:01:29.980Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
381 | 2024-02-24T05:01:29.980Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
382 | 2024-02-24T05:01:29.980Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
383 | 2024-02-24T05:01:29.980Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 32.975475ms
iteration = 6
|
384 | 2024-02-24T05:01:29.981Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
385 | 2024-02-24T05:01:29.981Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
386 | 2024-02-24T05:01:29.981Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
387 | 2024-02-24T05:01:29.981Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 30.245329ms
iteration = 6
|
388 | 2024-02-24T05:01:29.982Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
389 | 2024-02-24T05:01:29.983Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
390 | 2024-02-24T05:01:29.983Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
391 | 2024-02-24T05:01:29.984Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
392 | 2024-02-24T05:01:29.984Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
393 | 2024-02-24T05:01:29.988Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
|
394 | 2024-02-24T05:01:29.988Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 36.710824ms
iteration = 6
|
395 | 2024-02-24T05:01:29.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
396 | 2024-02-24T05:01:29.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
397 | 2024-02-24T05:01:30.000Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
398 | 2024-02-24T05:01:30.000Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
399 | 2024-02-24T05:01:30.001Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
400 | 2024-02-24T05:01:30.005Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
401 | 2024-02-24T05:01:30.005Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
402 | 2024-02-24T05:01:30.005Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
403 | 2024-02-24T05:01:30.006Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 32.64283ms
iteration = 10
|
404 | 2024-02-24T05:01:30.024Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
405 | 2024-02-24T05:01:30.024Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
406 | 2024-02-24T05:01:30.085Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
407 | 2024-02-24T05:01:30.086Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "acd991fe-8e5c-4c14-8bbb-527adb26c0c6", "date": "Sat, 24 Feb 2024 05:01:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
408 | 2024-02-24T05:01:30.086Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
409 | 2024-02-24T05:01:30.087Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
410 | 2024-02-24T05:01:30.087Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "5a8b779b-8d17-42de-a150-7ef9c353cc58", "date": "Sat, 24 Feb 2024 05:01:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
411 | 2024-02-24T05:01:30.087Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
412 | 2024-02-24T05:01:30.089Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
413 | 2024-02-24T05:01:30.089Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 137.98365ms
iteration = 8
|
414 | 2024-02-24T05:01:30.122Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
415 | 2024-02-24T05:01:30.122Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f0658e50-d9cf-4b8a-be8a-909838267803", "date": "Sat, 24 Feb 2024 05:01:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
416 | 2024-02-24T05:01:30.122Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
417 | 2024-02-24T05:01:30.124Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a3091df4-5fc7-4ce9-88fe-c507e0a3c876", "date": "Sat, 24 Feb 2024 05:01:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
418 | 2024-02-24T05:01:30.124Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
419 | 2024-02-24T05:01:30.126Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f4cf9af2-b245-494b-abba-8002ddfee470", "date": "Sat, 24 Feb 2024 05:01:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
420 | 2024-02-24T05:01:30.126Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
421 | 2024-02-24T05:01:30.128Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
422 | 2024-02-24T05:01:30.128Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 177.081775ms
iteration = 8
|
423 | 2024-02-24T05:01:30.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 232
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 6a77b51e-36d2-46c1-8494-5bd848ea8614
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
424 | 2024-02-24T05:01:39.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 27
reason = Timeout
|
425 | 2024-02-24T05:01:39.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
426 | 2024-02-24T05:01:39.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
427 | 2024-02-24T05:01:39.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
428 | 2024-02-24T05:01:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
429 | 2024-02-24T05:01:39.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
430 | 2024-02-24T05:01:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
431 | 2024-02-24T05:01:39.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.160941ms
iteration = 27
|
432 | 2024-02-24T05:01:40.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 142
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = aeb78577-c0f8-4e8d-b39a-d5fa6dea69ca
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
433 | 2024-02-24T05:01:49.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 28
reason = Timeout
|
434 | 2024-02-24T05:01:49.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
435 | 2024-02-24T05:01:49.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
436 | 2024-02-24T05:01:49.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
437 | 2024-02-24T05:01:49.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
438 | 2024-02-24T05:01:49.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
439 | 2024-02-24T05:01:49.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
440 | 2024-02-24T05:01:49.963Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 11.242318ms
iteration = 28
|
441 | 2024-02-24T05:01:50.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 655
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = a55843b1-943a-4e42-baf0-a1bf04c23cf2
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
442 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 29
reason = Timeout
|
443 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 11
reason = Timeout
|
444 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
445 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
446 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 11
reason = Timeout
|
447 | 2024-02-24T05:01:59.952Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
448 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 11
reason = Timeout
|
449 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
450 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
451 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
452 | 2024-02-24T05:01:59.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
453 | 2024-02-24T05:01:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 11
reason = Timeout
|
454 | 2024-02-24T05:01:59.953Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
455 | 2024-02-24T05:01:59.953Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
456 | 2024-02-24T05:01:59.953Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 17.57\u{b5}s
iteration = 11
|
457 | 2024-02-24T05:01:59.954Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
458 | 2024-02-24T05:01:59.954Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "fc420aab-defd-4e4e-ac27-d41bdda628aa", "content-length": "1", "date": "Sat, 24 Feb 2024 05:01:59 GMT"} })
|
459 | 2024-02-24T05:01:59.954Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
460 | 2024-02-24T05:01:59.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
461 | 2024-02-24T05:01:59.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
462 | 2024-02-24T05:01:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
463 | 2024-02-24T05:01:59.954Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
464 | 2024-02-24T05:01:59.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.842408ms
iteration = 11
|
465 | 2024-02-24T05:01:59.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4b6802a3-228d-454a-8ec3-1deccc451d84", "content-length": "2", "date": "Sat, 24 Feb 2024 05:01:59 GMT"} })
|
466 | 2024-02-24T05:01:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 3.427015ms
iteration = 11
|
467 | 2024-02-24T05:01:59.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.139194ms
iteration = 11
|
468 | 2024-02-24T05:01:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
469 | 2024-02-24T05:01:59.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
470 | 2024-02-24T05:01:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
471 | 2024-02-24T05:01:59.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.930591ms
iteration = 29
|
472 | 2024-02-24T05:01:59.974Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 11
reason = Timeout
|
473 | 2024-02-24T05:01:59.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
474 | 2024-02-24T05:01:59.974Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
475 | 2024-02-24T05:01:59.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
476 | 2024-02-24T05:01:59.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
477 | 2024-02-24T05:01:59.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
478 | 2024-02-24T05:01:59.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
479 | 2024-02-24T05:01:59.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
480 | 2024-02-24T05:01:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
481 | 2024-02-24T05:01:59.990Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
482 | 2024-02-24T05:01:59.991Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
483 | 2024-02-24T05:01:59.992Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
484 | 2024-02-24T05:01:59.992Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
485 | 2024-02-24T05:01:59.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
486 | 2024-02-24T05:01:59.996Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
487 | 2024-02-24T05:01:59.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
488 | 2024-02-24T05:01:59.996Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
489 | 2024-02-24T05:01:59.997Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 23.632082ms
iteration = 11
|
490 | 2024-02-24T05:02:00.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 175
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = b2521231-a42c-4e8f-a8ca-a5b508902ecb
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
491 | 2024-02-24T05:02:09.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 30
reason = Timeout
|
492 | 2024-02-24T05:02:09.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
493 | 2024-02-24T05:02:09.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
494 | 2024-02-24T05:02:09.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
495 | 2024-02-24T05:02:09.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
496 | 2024-02-24T05:02:09.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
497 | 2024-02-24T05:02:09.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
498 | 2024-02-24T05:02:09.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.323713ms
iteration = 30
|
499 | 2024-02-24T05:02:10.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 139
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 2d63e501-e27d-4f03-be77-0daa03cef102
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
500 | 2024-02-24T05:02:19.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 31
reason = Timeout
|
501 | 2024-02-24T05:02:19.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
502 | 2024-02-24T05:02:19.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
503 | 2024-02-24T05:02:19.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
504 | 2024-02-24T05:02:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
505 | 2024-02-24T05:02:19.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
506 | 2024-02-24T05:02:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
507 | 2024-02-24T05:02:19.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.683035ms
iteration = 31
|
508 | 2024-02-24T05:02:20.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 170
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 19435cea-4de9-46d7-a077-3ff7902e5871
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
509 | 2024-02-24T05:02:29.948Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 7
reason = Timeout
|
510 | 2024-02-24T05:02:29.948Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
511 | 2024-02-24T05:02:29.948Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
512 | 2024-02-24T05:02:29.948Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
513 | 2024-02-24T05:02:29.949Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
514 | 2024-02-24T05:02:29.949Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
515 | 2024-02-24T05:02:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
516 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 9
reason = Timeout
|
517 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 7
reason = Timeout
|
518 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
519 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
520 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 7
reason = Timeout
|
521 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 32
reason = Timeout
|
522 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
523 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 12
reason = Timeout
|
524 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
525 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
526 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 12
reason = Timeout
|
527 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
528 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 7
reason = Timeout
|
529 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 7
reason = Timeout
|
530 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 12
reason = Timeout
|
531 | 2024-02-24T05:02:29.952Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
532 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 9
reason = Timeout
|
533 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
534 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
535 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
536 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
537 | 2024-02-24T05:02:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
538 | 2024-02-24T05:02:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 12
reason = Timeout
|
539 | 2024-02-24T05:02:29.953Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
540 | 2024-02-24T05:02:29.953Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
541 | 2024-02-24T05:02:29.953Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 14.71\u{b5}s
iteration = 12
|
542 | 2024-02-24T05:02:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
543 | 2024-02-24T05:02:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
544 | 2024-02-24T05:02:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
545 | 2024-02-24T05:02:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
546 | 2024-02-24T05:02:29.954Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
547 | 2024-02-24T05:02:29.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
548 | 2024-02-24T05:02:29.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
549 | 2024-02-24T05:02:29.955Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
550 | 2024-02-24T05:02:29.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.115111ms
iteration = 12
|
551 | 2024-02-24T05:02:29.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a7b360d3-3105-43ac-b69b-9bd9b970a51f", "content-length": "1", "date": "Sat, 24 Feb 2024 05:02:29 GMT"} })
|
552 | 2024-02-24T05:02:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
553 | 2024-02-24T05:02:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
554 | 2024-02-24T05:02:29.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "aab53e6d-fa4e-4b1b-91ba-c2472cddbc52", "content-length": "2", "date": "Sat, 24 Feb 2024 05:02:29 GMT"} })
|
555 | 2024-02-24T05:02:29.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 3.650848ms
iteration = 12
|
556 | 2024-02-24T05:02:29.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
557 | 2024-02-24T05:02:29.956Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
558 | 2024-02-24T05:02:29.956Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
559 | 2024-02-24T05:02:29.956Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
560 | 2024-02-24T05:02:29.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
561 | 2024-02-24T05:02:29.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
562 | 2024-02-24T05:02:29.956Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 13858, tv_nsec: 354605450 } })
|
563 | 2024-02-24T05:02:29.956Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 13858, tv_nsec: 354781593 } })
|
564 | 2024-02-24T05:02:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
565 | 2024-02-24T05:02:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
566 | 2024-02-24T05:02:29.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 5.392532ms
iteration = 12
|
567 | 2024-02-24T05:02:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
568 | 2024-02-24T05:02:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
569 | 2024-02-24T05:02:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
570 | 2024-02-24T05:02:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 6.10354ms
iteration = 7
|
571 | 2024-02-24T05:02:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
572 | 2024-02-24T05:02:29.959Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
573 | 2024-02-24T05:02:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.200375ms
iteration = 7
|
574 | 2024-02-24T05:02:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
575 | 2024-02-24T05:02:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
576 | 2024-02-24T05:02:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
577 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
578 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
579 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
580 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
581 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
582 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
583 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
584 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
585 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
586 | 2024-02-24T05:02:29.961Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
587 | 2024-02-24T05:02:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
588 | 2024-02-24T05:02:29.962Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 10.788313ms
iteration = 32
|
589 | 2024-02-24T05:02:29.963Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
590 | 2024-02-24T05:02:29.963Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
591 | 2024-02-24T05:02:29.963Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
592 | 2024-02-24T05:02:29.963Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
593 | 2024-02-24T05:02:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
594 | 2024-02-24T05:02:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
595 | 2024-02-24T05:02:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
596 | 2024-02-24T05:02:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
597 | 2024-02-24T05:02:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
598 | 2024-02-24T05:02:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
599 | 2024-02-24T05:02:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
600 | 2024-02-24T05:02:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
601 | 2024-02-24T05:02:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
602 | 2024-02-24T05:02:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
603 | 2024-02-24T05:02:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
604 | 2024-02-24T05:02:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
605 | 2024-02-24T05:02:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
606 | 2024-02-24T05:02:29.968Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
607 | 2024-02-24T05:02:29.968Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
608 | 2024-02-24T05:02:29.968Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
609 | 2024-02-24T05:02:29.968Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
610 | 2024-02-24T05:02:29.968Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
611 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
612 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
613 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
614 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
615 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
616 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
617 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
618 | 2024-02-24T05:02:29.970Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 22.801221ms
iteration = 7
|
619 | 2024-02-24T05:02:29.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
620 | 2024-02-24T05:02:29.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
621 | 2024-02-24T05:02:29.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
622 | 2024-02-24T05:02:29.974Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
623 | 2024-02-24T05:02:29.974Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
624 | 2024-02-24T05:02:29.974Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
625 | 2024-02-24T05:02:29.974Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 21.991849ms
iteration = 7
|
626 | 2024-02-24T05:02:29.974Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 12
reason = Timeout
|
627 | 2024-02-24T05:02:29.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
628 | 2024-02-24T05:02:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
629 | 2024-02-24T05:02:29.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
630 | 2024-02-24T05:02:29.977Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 7
reason = Timeout
|
631 | 2024-02-24T05:02:29.977Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
632 | 2024-02-24T05:02:29.977Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 12.8\u{b5}s
iteration = 7
|
633 | 2024-02-24T05:02:29.977Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
|
634 | 2024-02-24T05:02:29.977Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 25.193862ms
iteration = 7
|
635 | 2024-02-24T05:02:29.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
636 | 2024-02-24T05:02:29.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
637 | 2024-02-24T05:02:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
638 | 2024-02-24T05:02:29.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
639 | 2024-02-24T05:02:29.981Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
640 | 2024-02-24T05:02:29.991Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
641 | 2024-02-24T05:02:29.992Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
642 | 2024-02-24T05:02:29.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
643 | 2024-02-24T05:02:29.993Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
644 | 2024-02-24T05:02:29.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
645 | 2024-02-24T05:02:29.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
646 | 2024-02-24T05:02:29.997Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
647 | 2024-02-24T05:02:29.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
648 | 2024-02-24T05:02:29.998Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 23.47683ms
iteration = 12
|
649 | 2024-02-24T05:02:30.072Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
650 | 2024-02-24T05:02:30.083Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
651 | 2024-02-24T05:02:30.191Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
652 | 2024-02-24T05:02:30.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 224
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 55520832-ec2e-4ff2-9e3f-e52c5c58dcee
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
653 | 2024-02-24T05:02:30.214Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
654 | 2024-02-24T05:02:30.215Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "0a38231c-281a-4fb0-b31f-17a407ef65c4", "date": "Sat, 24 Feb 2024 05:02:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
655 | 2024-02-24T05:02:30.215Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
656 | 2024-02-24T05:02:30.215Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e3f22a80-fe25-48c5-885a-0a87b0ec26a4", "date": "Sat, 24 Feb 2024 05:02:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
657 | 2024-02-24T05:02:30.215Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
658 | 2024-02-24T05:02:30.217Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
659 | 2024-02-24T05:02:30.217Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 265.082704ms
iteration = 9
|
660 | 2024-02-24T05:02:30.239Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
661 | 2024-02-24T05:02:30.239Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d6d771c2-2e8e-4fee-b6d0-52755913ec69", "date": "Sat, 24 Feb 2024 05:02:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
662 | 2024-02-24T05:02:30.239Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
663 | 2024-02-24T05:02:30.240Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "da7a65fd-c8bd-4d1d-94c8-bbc80ea66657", "date": "Sat, 24 Feb 2024 05:02:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
664 | 2024-02-24T05:02:30.240Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
665 | 2024-02-24T05:02:30.242Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "29a06d1a-bf1d-4f67-82c6-14f243ce7092", "date": "Sat, 24 Feb 2024 05:02:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
666 | 2024-02-24T05:02:30.242Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
667 | 2024-02-24T05:02:30.244Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
668 | 2024-02-24T05:02:30.244Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 292.158702ms
iteration = 9
|
669 | 2024-02-24T05:02:39.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 33
reason = Timeout
|
670 | 2024-02-24T05:02:39.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
671 | 2024-02-24T05:02:39.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
672 | 2024-02-24T05:02:39.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
673 | 2024-02-24T05:02:39.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
674 | 2024-02-24T05:02:39.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
675 | 2024-02-24T05:02:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
676 | 2024-02-24T05:02:39.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.447852ms
iteration = 33
|
677 | 2024-02-24T05:02:40.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 251
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 28d2ee93-409b-46f3-8251-9e3f1a98c674
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
678 | 2024-02-24T05:02:49.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 34
reason = Timeout
|
679 | 2024-02-24T05:02:49.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
680 | 2024-02-24T05:02:49.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
681 | 2024-02-24T05:02:49.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
682 | 2024-02-24T05:02:49.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
683 | 2024-02-24T05:02:49.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
684 | 2024-02-24T05:02:49.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
685 | 2024-02-24T05:02:49.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.667915ms
iteration = 34
|
686 | 2024-02-24T05:02:50.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 170
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 089c17aa-65e9-4dce-8acc-903e2fb28bdb
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
687 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 35
reason = Timeout
|
688 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 13
reason = Timeout
|
689 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
690 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
691 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 13
reason = Timeout
|
692 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 13
reason = Timeout
|
693 | 2024-02-24T05:02:59.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
694 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
695 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 13
reason = Timeout
|
696 | 2024-02-24T05:02:59.953Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
697 | 2024-02-24T05:02:59.953Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
698 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 8.481\u{b5}s
iteration = 13
|
699 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
700 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
701 | 2024-02-24T05:02:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
702 | 2024-02-24T05:02:59.954Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
703 | 2024-02-24T05:02:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
704 | 2024-02-24T05:02:59.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
705 | 2024-02-24T05:02:59.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "69cbe39a-2dc3-4901-ba5e-817ed2cd425a", "content-length": "1", "date": "Sat, 24 Feb 2024 05:02:59 GMT"} })
|
706 | 2024-02-24T05:02:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
707 | 2024-02-24T05:02:59.955Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
708 | 2024-02-24T05:02:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.579074ms
iteration = 13
|
709 | 2024-02-24T05:02:59.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "fc39d3c1-d2fa-48f5-8fda-12e5d7ffcedf", "content-length": "2", "date": "Sat, 24 Feb 2024 05:02:59 GMT"} })
|
710 | 2024-02-24T05:02:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.675136ms
iteration = 13
|
711 | 2024-02-24T05:02:59.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
712 | 2024-02-24T05:02:59.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.79724ms
iteration = 13
|
713 | 2024-02-24T05:02:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
714 | 2024-02-24T05:02:59.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
715 | 2024-02-24T05:02:59.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
716 | 2024-02-24T05:02:59.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 7.352437ms
iteration = 35
|
717 | 2024-02-24T05:02:59.974Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 13
reason = Timeout
|
718 | 2024-02-24T05:02:59.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
719 | 2024-02-24T05:02:59.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
720 | 2024-02-24T05:02:59.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
721 | 2024-02-24T05:02:59.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
722 | 2024-02-24T05:02:59.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
723 | 2024-02-24T05:02:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
724 | 2024-02-24T05:02:59.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
725 | 2024-02-24T05:02:59.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
726 | 2024-02-24T05:02:59.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
727 | 2024-02-24T05:02:59.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
728 | 2024-02-24T05:02:59.995Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
729 | 2024-02-24T05:02:59.995Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
730 | 2024-02-24T05:02:59.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
731 | 2024-02-24T05:02:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
732 | 2024-02-24T05:02:59.999Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
733 | 2024-02-24T05:02:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
734 | 2024-02-24T05:03:00.000Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 25.594538ms
iteration = 13
|
735 | 2024-02-24T05:03:00.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 168
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = bf43deb5-bb6c-44ee-9df6-2ecf1f27949c
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
736 | 2024-02-24T05:03:09.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 36
reason = Timeout
|
737 | 2024-02-24T05:03:09.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
738 | 2024-02-24T05:03:09.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
739 | 2024-02-24T05:03:09.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
740 | 2024-02-24T05:03:09.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
741 | 2024-02-24T05:03:09.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
742 | 2024-02-24T05:03:09.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
743 | 2024-02-24T05:03:09.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.835887ms
iteration = 36
|
744 | 2024-02-24T05:03:10.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 147
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 17b5acd8-e2ce-4099-a188-468734bbbbea
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
745 | 2024-02-24T05:03:19.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 37
reason = Timeout
|
746 | 2024-02-24T05:03:19.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
747 | 2024-02-24T05:03:19.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
748 | 2024-02-24T05:03:19.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
749 | 2024-02-24T05:03:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
750 | 2024-02-24T05:03:19.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
751 | 2024-02-24T05:03:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
752 | 2024-02-24T05:03:19.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.404671ms
iteration = 37
|
753 | 2024-02-24T05:03:20.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 164
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = af895a1e-9067-4be8-8f35-852c691b266b
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
754 | 2024-02-24T05:03:29.949Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 8
reason = Timeout
|
755 | 2024-02-24T05:03:29.949Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
756 | 2024-02-24T05:03:29.949Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
757 | 2024-02-24T05:03:29.949Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
758 | 2024-02-24T05:03:29.949Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
759 | 2024-02-24T05:03:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
760 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 10
reason = Timeout
|
761 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 8
reason = Timeout
|
762 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
763 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
764 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 8
reason = Timeout
|
765 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
766 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 10
reason = Timeout
|
767 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
768 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 8
reason = Timeout
|
769 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 8
reason = Timeout
|
770 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
771 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
772 | 2024-02-24T05:03:29.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
773 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
774 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 38
reason = Timeout
|
775 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 14
reason = Timeout
|
776 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
777 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
778 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 14
reason = Timeout
|
779 | 2024-02-24T05:03:29.952Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
780 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 14
reason = Timeout
|
781 | 2024-02-24T05:03:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
782 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
783 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
784 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
785 | 2024-02-24T05:03:29.953Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 13918, tv_nsec: 350839355 } })
|
786 | 2024-02-24T05:03:29.953Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 13918, tv_nsec: 350854845 } })
|
787 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
788 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 14
reason = Timeout
|
789 | 2024-02-24T05:03:29.953Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
790 | 2024-02-24T05:03:29.953Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
791 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 11.629\u{b5}s
iteration = 14
|
792 | 2024-02-24T05:03:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
793 | 2024-02-24T05:03:29.954Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
794 | 2024-02-24T05:03:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
795 | 2024-02-24T05:03:29.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
796 | 2024-02-24T05:03:29.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "52986cbc-4a5d-4ce8-8551-29620232431c", "content-length": "2", "date": "Sat, 24 Feb 2024 05:03:29 GMT"} })
|
797 | 2024-02-24T05:03:29.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.926349ms
iteration = 14
|
798 | 2024-02-24T05:03:29.955Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
799 | 2024-02-24T05:03:29.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.101221ms
iteration = 14
|
800 | 2024-02-24T05:03:29.957Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "94a523d9-c630-45d7-a5fc-9377dc398fe4", "content-length": "1", "date": "Sat, 24 Feb 2024 05:03:29 GMT"} })
|
801 | 2024-02-24T05:03:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
802 | 2024-02-24T05:03:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
803 | 2024-02-24T05:03:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
804 | 2024-02-24T05:03:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
805 | 2024-02-24T05:03:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
806 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
807 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
808 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 6.549027ms
iteration = 8
|
809 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
810 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
811 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
812 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
813 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
814 | 2024-02-24T05:03:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 6.096241ms
iteration = 14
|
815 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
816 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
817 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.686832ms
iteration = 8
|
818 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
819 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
820 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
821 | 2024-02-24T05:03:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
822 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
823 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
824 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
825 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
826 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
827 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
828 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
829 | 2024-02-24T05:03:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
830 | 2024-02-24T05:03:29.961Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 8.281939ms
iteration = 38
|
831 | 2024-02-24T05:03:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
832 | 2024-02-24T05:03:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
833 | 2024-02-24T05:03:29.963Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
834 | 2024-02-24T05:03:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
835 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
836 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
837 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
838 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
839 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
840 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
841 | 2024-02-24T05:03:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
842 | 2024-02-24T05:03:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
843 | 2024-02-24T05:03:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
844 | 2024-02-24T05:03:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
845 | 2024-02-24T05:03:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
846 | 2024-02-24T05:03:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
847 | 2024-02-24T05:03:29.968Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
848 | 2024-02-24T05:03:29.968Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
849 | 2024-02-24T05:03:29.968Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
850 | 2024-02-24T05:03:29.968Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
851 | 2024-02-24T05:03:29.968Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
852 | 2024-02-24T05:03:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
853 | 2024-02-24T05:03:29.970Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
854 | 2024-02-24T05:03:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
855 | 2024-02-24T05:03:29.975Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 14
reason = Timeout
|
856 | 2024-02-24T05:03:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
857 | 2024-02-24T05:03:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
858 | 2024-02-24T05:03:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
859 | 2024-02-24T05:03:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
860 | 2024-02-24T05:03:29.978Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 8
reason = Timeout
|
861 | 2024-02-24T05:03:29.978Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
862 | 2024-02-24T05:03:29.978Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 11\u{b5}s
iteration = 8
|
863 | 2024-02-24T05:03:29.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
864 | 2024-02-24T05:03:29.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
865 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
866 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
867 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
868 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
869 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 30.474071ms
iteration = 8
|
870 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
871 | 2024-02-24T05:03:29.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
872 | 2024-02-24T05:03:29.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
873 | 2024-02-24T05:03:29.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
874 | 2024-02-24T05:03:29.981Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
875 | 2024-02-24T05:03:29.981Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
876 | 2024-02-24T05:03:29.981Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
877 | 2024-02-24T05:03:29.981Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 30.025126ms
iteration = 8
|
878 | 2024-02-24T05:03:29.983Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
879 | 2024-02-24T05:03:29.983Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
880 | 2024-02-24T05:03:29.983Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
881 | 2024-02-24T05:03:29.984Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
|
882 | 2024-02-24T05:03:29.985Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 33.541493ms
iteration = 8
|
883 | 2024-02-24T05:03:29.985Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
884 | 2024-02-24T05:03:29.985Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
885 | 2024-02-24T05:03:29.997Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
886 | 2024-02-24T05:03:29.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
887 | 2024-02-24T05:03:29.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
888 | 2024-02-24T05:03:29.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
889 | 2024-02-24T05:03:30.000Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
890 | 2024-02-24T05:03:30.002Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
891 | 2024-02-24T05:03:30.002Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
892 | 2024-02-24T05:03:30.002Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
893 | 2024-02-24T05:03:30.003Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 28.641198ms
iteration = 14
|
894 | 2024-02-24T05:03:30.021Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
895 | 2024-02-24T05:03:30.023Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
896 | 2024-02-24T05:03:30.085Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
897 | 2024-02-24T05:03:30.085Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1a51a6b6-b0ee-4984-b402-8182b936e331", "date": "Sat, 24 Feb 2024 05:03:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
898 | 2024-02-24T05:03:30.085Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
899 | 2024-02-24T05:03:30.086Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1e42ea0b-af6b-4fdd-9035-02737f151aef", "date": "Sat, 24 Feb 2024 05:03:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
900 | 2024-02-24T05:03:30.086Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
901 | 2024-02-24T05:03:30.088Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
902 | 2024-02-24T05:03:30.088Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 136.53038ms
iteration = 10
|
903 | 2024-02-24T05:03:30.088Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
904 | 2024-02-24T05:03:30.118Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
905 | 2024-02-24T05:03:30.119Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "cbb4240c-6953-4dd3-8c8d-b11998fa89b3", "date": "Sat, 24 Feb 2024 05:03:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
906 | 2024-02-24T05:03:30.119Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
907 | 2024-02-24T05:03:30.119Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "38411767-20f3-4ac0-a354-36cafcf3f170", "date": "Sat, 24 Feb 2024 05:03:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
908 | 2024-02-24T05:03:30.119Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
909 | 2024-02-24T05:03:30.121Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ad392dbd-3bc4-4a24-ba92-cd67f73e4c98", "date": "Sat, 24 Feb 2024 05:03:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
910 | 2024-02-24T05:03:30.121Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
911 | 2024-02-24T05:03:30.123Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
912 | 2024-02-24T05:03:30.123Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 172.021088ms
iteration = 10
|
913 | 2024-02-24T05:03:30.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 155
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = fb417c31-00bf-4c9b-addc-1037cd8ceb68
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
914 | 2024-02-24T05:03:39.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 39
reason = Timeout
|
915 | 2024-02-24T05:03:39.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
916 | 2024-02-24T05:03:39.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
917 | 2024-02-24T05:03:39.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
918 | 2024-02-24T05:03:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
919 | 2024-02-24T05:03:39.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
920 | 2024-02-24T05:03:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
921 | 2024-02-24T05:03:39.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.550493ms
iteration = 39
|
922 | 2024-02-24T05:03:40.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 181
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 27b2d739-3c95-48da-97ca-a07bae703fce
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
923 | 2024-02-24T05:03:49.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 40
reason = Timeout
|
924 | 2024-02-24T05:03:49.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
925 | 2024-02-24T05:03:49.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
926 | 2024-02-24T05:03:49.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
927 | 2024-02-24T05:03:49.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
928 | 2024-02-24T05:03:49.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
929 | 2024-02-24T05:03:49.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
930 | 2024-02-24T05:03:49.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.985019ms
iteration = 40
|
931 | 2024-02-24T05:03:50.203Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 160
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = c1d7b9a2-7505-4650-a9d5-33d50c9e70fa
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
932 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 41
reason = Timeout
|
933 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 15
reason = Timeout
|
934 | 2024-02-24T05:03:59.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
935 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
936 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 15
reason = Timeout
|
937 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 15
reason = Timeout
|
938 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
939 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
940 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
941 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
942 | 2024-02-24T05:03:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
943 | 2024-02-24T05:03:59.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 15
reason = Timeout
|
944 | 2024-02-24T05:03:59.954Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
945 | 2024-02-24T05:03:59.954Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
946 | 2024-02-24T05:03:59.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 18.87\u{b5}s
iteration = 15
|
947 | 2024-02-24T05:03:59.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
948 | 2024-02-24T05:03:59.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
949 | 2024-02-24T05:03:59.955Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
950 | 2024-02-24T05:03:59.955Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
951 | 2024-02-24T05:03:59.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7c926fd3-5689-4959-af78-34d1a1743c32", "content-length": "1", "date": "Sat, 24 Feb 2024 05:03:59 GMT"} })
|
952 | 2024-02-24T05:03:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.29136ms
iteration = 15
|
953 | 2024-02-24T05:03:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
954 | 2024-02-24T05:03:59.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4a62fe2b-c178-4809-a739-70481119eddd", "content-length": "2", "date": "Sat, 24 Feb 2024 05:03:59 GMT"} })
|
955 | 2024-02-24T05:03:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.307591ms
iteration = 15
|
956 | 2024-02-24T05:03:59.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
957 | 2024-02-24T05:03:59.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.75879ms
iteration = 15
|
958 | 2024-02-24T05:03:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
959 | 2024-02-24T05:03:59.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
960 | 2024-02-24T05:03:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
961 | 2024-02-24T05:03:59.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.932188ms
iteration = 41
|
962 | 2024-02-24T05:03:59.975Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 15
reason = Timeout
|
963 | 2024-02-24T05:03:59.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
964 | 2024-02-24T05:03:59.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
965 | 2024-02-24T05:03:59.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
966 | 2024-02-24T05:03:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
967 | 2024-02-24T05:03:59.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
968 | 2024-02-24T05:03:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
969 | 2024-02-24T05:03:59.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
970 | 2024-02-24T05:03:59.981Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
971 | 2024-02-24T05:03:59.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
972 | 2024-02-24T05:03:59.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
973 | 2024-02-24T05:03:59.995Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
974 | 2024-02-24T05:03:59.995Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
975 | 2024-02-24T05:03:59.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
976 | 2024-02-24T05:03:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
977 | 2024-02-24T05:03:59.999Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
978 | 2024-02-24T05:03:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
979 | 2024-02-24T05:04:00.000Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 25.421595ms
iteration = 15
|
980 | 2024-02-24T05:04:00.205Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 1067
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 8ff43067-0f6b-4efe-9782-2ddebace50c3
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
981 | 2024-02-24T05:04:09.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 42
reason = Timeout
|
982 | 2024-02-24T05:04:09.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
983 | 2024-02-24T05:04:09.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
984 | 2024-02-24T05:04:09.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
985 | 2024-02-24T05:04:09.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
986 | 2024-02-24T05:04:09.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
987 | 2024-02-24T05:04:09.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
988 | 2024-02-24T05:04:09.964Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 12.14379ms
iteration = 42
|
989 | 2024-02-24T05:04:10.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 252
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = b4bf7685-7027-44a0-a090-7f4b79fbb555
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
990 | 2024-02-24T05:04:17.226Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::1:0]:62593
|
991 | 2024-02-24T05:04:17.264Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:374
id = c5f09c20-98cf-43c3-9a57-f953993a48b3
|
992 | 2024-02-24T05:04:17.285Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = c5f09c20-98cf-43c3-9a57-f953993a48b3
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
993 | 2024-02-24T05:04:17.286Z | DEBG | nexus: client response
oximeter-collector = c5f09c20-98cf-43c3-9a57-f953993a48b3
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e1654b87-9000-4b66-871c-b53b03ffb3b6", "date": "Sat, 24 Feb 2024 05:04:17 GMT"} })
|
994 | 2024-02-24T05:04:17.286Z | INFO | nexus: assigned collector to new producer
collector_id = c5f09c20-98cf-43c3-9a57-f953993a48b3
file = nexus/src/app/oximeter.rs:193
producer_id = 9875b9bb-c32e-47f6-ba67-0fe3403ccbf4
|
995 | 2024-02-24T05:04:17.287Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 60620
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1:0]:62593
req_id = 6fd9bd00-ec8d-49fe-a962-c35845e3a205
response_code = 204
uri = /metrics/producers
|
996 | 2024-02-24T05:04:19.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 43
reason = Timeout
|
997 | 2024-02-24T05:04:19.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
998 | 2024-02-24T05:04:19.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
999 | 2024-02-24T05:04:19.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1000 | 2024-02-24T05:04:19.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1001 | 2024-02-24T05:04:19.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1002 | 2024-02-24T05:04:19.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1003 | 2024-02-24T05:04:19.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.617727ms
iteration = 43
|
1004 | 2024-02-24T05:04:20.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 173
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 1afa1c35-3fbd-4140-8982-e27bb7897e8c
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1005 | 2024-02-24T05:04:29.949Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 9
reason = Timeout
|
1006 | 2024-02-24T05:04:29.949Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
1007 | 2024-02-24T05:04:29.949Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1008 | 2024-02-24T05:04:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1009 | 2024-02-24T05:04:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1010 | 2024-02-24T05:04:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1011 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 11
reason = Timeout
|
1012 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 9
reason = Timeout
|
1013 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
1014 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1015 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 9
reason = Timeout
|
1016 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 9
reason = Timeout
|
1017 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 9
reason = Timeout
|
1018 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1019 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 11
reason = Timeout
|
1020 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1021 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1022 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1023 | 2024-02-24T05:04:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1024 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1025 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 44
reason = Timeout
|
1026 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 16
reason = Timeout
|
1027 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1028 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1029 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 16
reason = Timeout
|
1030 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1031 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 16
reason = Timeout
|
1032 | 2024-02-24T05:04:29.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
1033 | 2024-02-24T05:04:29.953Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 13978, tv_nsec: 350844225 } })
|
1034 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 16
reason = Timeout
|
1035 | 2024-02-24T05:04:29.953Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
1036 | 2024-02-24T05:04:29.953Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
1037 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 9.76\u{b5}s
iteration = 16
|
1038 | 2024-02-24T05:04:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1039 | 2024-02-24T05:04:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1040 | 2024-02-24T05:04:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1041 | 2024-02-24T05:04:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1042 | 2024-02-24T05:04:29.954Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 13978, tv_nsec: 351928009 } })
|
1043 | 2024-02-24T05:04:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1044 | 2024-02-24T05:04:29.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1045 | 2024-02-24T05:04:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1046 | 2024-02-24T05:04:29.956Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
1047 | 2024-02-24T05:04:29.956Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
1048 | 2024-02-24T05:04:29.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.930118ms
iteration = 16
|
1049 | 2024-02-24T05:04:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1050 | 2024-02-24T05:04:29.957Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bfad477b-f87c-4ad2-b2dc-2b0b8dc7df68", "content-length": "1", "date": "Sat, 24 Feb 2024 05:04:29 GMT"} })
|
1051 | 2024-02-24T05:04:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1052 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1053 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1054 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1055 | 2024-02-24T05:04:29.958Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "35e1449e-8f2e-4ca8-87be-7070e2219e0e", "content-length": "2", "date": "Sat, 24 Feb 2024 05:04:29 GMT"} })
|
1056 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 4.704372ms
iteration = 16
|
1057 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
1058 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
1059 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
1060 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1061 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
1062 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 6.04479ms
iteration = 9
|
1063 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1064 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1065 | 2024-02-24T05:04:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
1066 | 2024-02-24T05:04:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 6.680188ms
iteration = 9
|
1067 | 2024-02-24T05:04:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1068 | 2024-02-24T05:04:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 6.135441ms
iteration = 16
|
1069 | 2024-02-24T05:04:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1070 | 2024-02-24T05:04:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1071 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1072 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1073 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1074 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
1075 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
1076 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
1077 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1078 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1079 | 2024-02-24T05:04:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1080 | 2024-02-24T05:04:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1081 | 2024-02-24T05:04:29.961Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 8.305449ms
iteration = 44
|
1082 | 2024-02-24T05:04:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1083 | 2024-02-24T05:04:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1084 | 2024-02-24T05:04:29.963Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1085 | 2024-02-24T05:04:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1086 | 2024-02-24T05:04:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
1087 | 2024-02-24T05:04:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1088 | 2024-02-24T05:04:29.964Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
1089 | 2024-02-24T05:04:29.964Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
1090 | 2024-02-24T05:04:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1091 | 2024-02-24T05:04:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1092 | 2024-02-24T05:04:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1093 | 2024-02-24T05:04:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1094 | 2024-02-24T05:04:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1095 | 2024-02-24T05:04:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1096 | 2024-02-24T05:04:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1097 | 2024-02-24T05:04:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1098 | 2024-02-24T05:04:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1099 | 2024-02-24T05:04:29.967Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
1100 | 2024-02-24T05:04:29.967Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
1101 | 2024-02-24T05:04:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1102 | 2024-02-24T05:04:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1103 | 2024-02-24T05:04:29.968Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1104 | 2024-02-24T05:04:29.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1105 | 2024-02-24T05:04:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1106 | 2024-02-24T05:04:29.970Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1107 | 2024-02-24T05:04:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1108 | 2024-02-24T05:04:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1109 | 2024-02-24T05:04:29.971Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1110 | 2024-02-24T05:04:29.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1111 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
1112 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
1113 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
1114 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 23.723853ms
iteration = 9
|
1115 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1116 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1117 | 2024-02-24T05:04:29.973Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1118 | 2024-02-24T05:04:29.974Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
1119 | 2024-02-24T05:04:29.974Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
1120 | 2024-02-24T05:04:29.974Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
1121 | 2024-02-24T05:04:29.974Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 22.648559ms
iteration = 9
|
1122 | 2024-02-24T05:04:29.974Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 16
reason = Timeout
|
1123 | 2024-02-24T05:04:29.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1124 | 2024-02-24T05:04:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1125 | 2024-02-24T05:04:29.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1126 | 2024-02-24T05:04:29.977Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
file = nexus/src/app/background/external_endpoints.rs:101
|
1127 | 2024-02-24T05:04:29.978Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 25.627848ms
iteration = 9
|
1128 | 2024-02-24T05:04:29.978Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 9
reason = Timeout
|
1129 | 2024-02-24T05:04:29.978Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
1130 | 2024-02-24T05:04:29.978Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 9.56\u{b5}s
iteration = 9
|
1131 | 2024-02-24T05:04:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1132 | 2024-02-24T05:04:29.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1133 | 2024-02-24T05:04:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1134 | 2024-02-24T05:04:29.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1135 | 2024-02-24T05:04:29.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1136 | 2024-02-24T05:04:29.991Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1137 | 2024-02-24T05:04:29.992Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1138 | 2024-02-24T05:04:29.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1139 | 2024-02-24T05:04:29.993Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1140 | 2024-02-24T05:04:29.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1141 | 2024-02-24T05:04:29.996Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
1142 | 2024-02-24T05:04:29.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1143 | 2024-02-24T05:04:29.996Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1144 | 2024-02-24T05:04:29.998Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 23.49731ms
iteration = 16
|
1145 | 2024-02-24T05:04:30.017Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
1146 | 2024-02-24T05:04:30.019Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
1147 | 2024-02-24T05:04:30.075Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
1148 | 2024-02-24T05:04:30.079Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
1149 | 2024-02-24T05:04:30.079Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e1ba6493-1e99-46bc-947c-ea9e6f26a3ef", "date": "Sat, 24 Feb 2024 05:04:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1150 | 2024-02-24T05:04:30.079Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1151 | 2024-02-24T05:04:30.081Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "ee6c0e71-56a6-4269-9bd4-6a416a729414", "date": "Sat, 24 Feb 2024 05:04:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1152 | 2024-02-24T05:04:30.081Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1153 | 2024-02-24T05:04:30.082Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1154 | 2024-02-24T05:04:30.082Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 130.125376ms
iteration = 11
|
1155 | 2024-02-24T05:04:30.106Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
1156 | 2024-02-24T05:04:30.107Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9af31cac-28eb-4437-a511-77bb6b413354", "date": "Sat, 24 Feb 2024 05:04:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1157 | 2024-02-24T05:04:30.107Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1158 | 2024-02-24T05:04:30.108Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9de4d0e1-5f87-4a76-8116-7d0492b8e82c", "date": "Sat, 24 Feb 2024 05:04:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1159 | 2024-02-24T05:04:30.108Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1160 | 2024-02-24T05:04:30.109Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b7030df0-2cb7-4d43-9f74-6c87395f71df", "date": "Sat, 24 Feb 2024 05:04:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1161 | 2024-02-24T05:04:30.109Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1162 | 2024-02-24T05:04:30.111Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1163 | 2024-02-24T05:04:30.111Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 159.676935ms
iteration = 11
|
1164 | 2024-02-24T05:04:30.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 177
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = d3861ab4-e274-4942-a868-00fd8721f7af
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1165 | 2024-02-24T05:04:39.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 45
reason = Timeout
|
1166 | 2024-02-24T05:04:39.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1167 | 2024-02-24T05:04:39.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1168 | 2024-02-24T05:04:39.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1169 | 2024-02-24T05:04:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1170 | 2024-02-24T05:04:39.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1171 | 2024-02-24T05:04:39.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1172 | 2024-02-24T05:04:39.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.553864ms
iteration = 45
|
1173 | 2024-02-24T05:04:40.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 172
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 401a0611-2405-400b-83d2-095fb95eefe2
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1174 | 2024-02-24T05:04:49.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 46
reason = Timeout
|
1175 | 2024-02-24T05:04:49.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1176 | 2024-02-24T05:04:49.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1177 | 2024-02-24T05:04:49.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1178 | 2024-02-24T05:04:49.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1179 | 2024-02-24T05:04:49.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1180 | 2024-02-24T05:04:49.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1181 | 2024-02-24T05:04:49.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.909848ms
iteration = 46
|
1182 | 2024-02-24T05:04:50.205Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 801
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 5257381e-7391-4a81-a53c-b5579cc9776e
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1183 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 47
reason = Timeout
|
1184 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 17
reason = Timeout
|
1185 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1186 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1187 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 17
reason = Timeout
|
1188 | 2024-02-24T05:04:59.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
1189 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 17
reason = Timeout
|
1190 | 2024-02-24T05:04:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1191 | 2024-02-24T05:04:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1192 | 2024-02-24T05:04:59.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 17
reason = Timeout
|
1193 | 2024-02-24T05:04:59.954Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
1194 | 2024-02-24T05:04:59.954Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
1195 | 2024-02-24T05:04:59.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 8.31\u{b5}s
iteration = 17
|
1196 | 2024-02-24T05:04:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1197 | 2024-02-24T05:04:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1198 | 2024-02-24T05:04:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1199 | 2024-02-24T05:04:59.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1200 | 2024-02-24T05:04:59.955Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
1201 | 2024-02-24T05:04:59.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "748188b7-182c-482d-86a5-4bb6cd414f20", "content-length": "2", "date": "Sat, 24 Feb 2024 05:04:59 GMT"} })
|
1202 | 2024-02-24T05:04:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1203 | 2024-02-24T05:04:59.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4cbb40eb-be88-46be-bcb6-e4e1726fd89a", "content-length": "2", "date": "Sat, 24 Feb 2024 05:04:59 GMT"} })
|
1204 | 2024-02-24T05:04:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.153858ms
iteration = 17
|
1205 | 2024-02-24T05:04:59.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1206 | 2024-02-24T05:04:59.957Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
1207 | 2024-02-24T05:04:59.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.228353ms
iteration = 17
|
1208 | 2024-02-24T05:04:59.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.72649ms
iteration = 17
|
1209 | 2024-02-24T05:04:59.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1210 | 2024-02-24T05:04:59.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1211 | 2024-02-24T05:04:59.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1212 | 2024-02-24T05:04:59.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.575993ms
iteration = 47
|
1213 | 2024-02-24T05:04:59.975Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 17
reason = Timeout
|
1214 | 2024-02-24T05:04:59.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1215 | 2024-02-24T05:04:59.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1216 | 2024-02-24T05:04:59.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1217 | 2024-02-24T05:04:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1218 | 2024-02-24T05:04:59.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1219 | 2024-02-24T05:04:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1220 | 2024-02-24T05:04:59.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1221 | 2024-02-24T05:04:59.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1222 | 2024-02-24T05:04:59.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1223 | 2024-02-24T05:04:59.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1224 | 2024-02-24T05:04:59.995Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1225 | 2024-02-24T05:04:59.995Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1226 | 2024-02-24T05:04:59.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1227 | 2024-02-24T05:04:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
1228 | 2024-02-24T05:04:59.999Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1229 | 2024-02-24T05:04:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1230 | 2024-02-24T05:05:00.000Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 24.738526ms
iteration = 17
|
1231 | 2024-02-24T05:05:00.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 331
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 4feb3790-cc86-4bbf-94fa-4a51cb061f4c
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1232 | 2024-02-24T05:05:09.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 48
reason = Timeout
|
1233 | 2024-02-24T05:05:09.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1234 | 2024-02-24T05:05:09.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1235 | 2024-02-24T05:05:09.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1236 | 2024-02-24T05:05:09.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1237 | 2024-02-24T05:05:09.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1238 | 2024-02-24T05:05:09.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1239 | 2024-02-24T05:05:09.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.216462ms
iteration = 48
|
1240 | 2024-02-24T05:05:10.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 244
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 5d0cc4e4-f493-4fb6-99e3-e85a050df71a
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1241 | 2024-02-24T05:05:19.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 49
reason = Timeout
|
1242 | 2024-02-24T05:05:19.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1243 | 2024-02-24T05:05:19.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1244 | 2024-02-24T05:05:19.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1245 | 2024-02-24T05:05:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1246 | 2024-02-24T05:05:19.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1247 | 2024-02-24T05:05:19.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1248 | 2024-02-24T05:05:19.964Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 11.139067ms
iteration = 49
|
1249 | 2024-02-24T05:05:20.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 243
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = e304e48c-160f-4322-b12a-531933204964
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1250 | 2024-02-24T05:05:29.949Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 10
reason = Timeout
|
1251 | 2024-02-24T05:05:29.949Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
1252 | 2024-02-24T05:05:29.949Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1253 | 2024-02-24T05:05:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1254 | 2024-02-24T05:05:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1255 | 2024-02-24T05:05:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1256 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 12
reason = Timeout
|
1257 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 10
reason = Timeout
|
1258 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
1259 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1260 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 10
reason = Timeout
|
1261 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1262 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 12
reason = Timeout
|
1263 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 10
reason = Timeout
|
1264 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 10
reason = Timeout
|
1265 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1266 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1267 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1268 | 2024-02-24T05:05:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1269 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1270 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 50
reason = Timeout
|
1271 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 18
reason = Timeout
|
1272 | 2024-02-24T05:05:29.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
1273 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 18
reason = Timeout
|
1274 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1275 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1276 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 18
reason = Timeout
|
1277 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1278 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1279 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1280 | 2024-02-24T05:05:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1281 | 2024-02-24T05:05:29.953Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 14038, tv_nsec: 350840336 } })
|
1282 | 2024-02-24T05:05:29.954Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 14038, tv_nsec: 350840376 } })
|
1283 | 2024-02-24T05:05:29.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 18
reason = Timeout
|
1284 | 2024-02-24T05:05:29.954Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
1285 | 2024-02-24T05:05:29.954Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
1286 | 2024-02-24T05:05:29.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 11.11\u{b5}s
iteration = 18
|
1287 | 2024-02-24T05:05:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1288 | 2024-02-24T05:05:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1289 | 2024-02-24T05:05:29.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1290 | 2024-02-24T05:05:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1291 | 2024-02-24T05:05:29.956Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
1292 | 2024-02-24T05:05:29.956Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "300198ef-718e-482f-8aa3-45deda2bd1ed", "content-length": "2", "date": "Sat, 24 Feb 2024 05:05:29 GMT"} })
|
1293 | 2024-02-24T05:05:29.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1294 | 2024-02-24T05:05:29.956Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
1295 | 2024-02-24T05:05:29.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.01588ms
iteration = 18
|
1296 | 2024-02-24T05:05:29.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1297 | 2024-02-24T05:05:29.957Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "181cabc1-15c9-462d-9cca-88cc5bf1ad0d", "content-length": "2", "date": "Sat, 24 Feb 2024 05:05:29 GMT"} })
|
1298 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 3.75196ms
iteration = 18
|
1299 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1300 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1301 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1302 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
1303 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 5.195338ms
iteration = 10
|
1304 | 2024-02-24T05:05:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1305 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.663122ms
iteration = 18
|
1306 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
1307 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
1308 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
1309 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1310 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
1311 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1312 | 2024-02-24T05:05:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 6.367294ms
iteration = 10
|
1313 | 2024-02-24T05:05:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1314 | 2024-02-24T05:05:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1315 | 2024-02-24T05:05:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1316 | 2024-02-24T05:05:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1317 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
1318 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
1319 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
1320 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1321 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1322 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1323 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1324 | 2024-02-24T05:05:29.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1325 | 2024-02-24T05:05:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1326 | 2024-02-24T05:05:29.961Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1327 | 2024-02-24T05:05:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1328 | 2024-02-24T05:05:29.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1329 | 2024-02-24T05:05:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1330 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
1331 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
1332 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1333 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1334 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
1335 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1336 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1337 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1338 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1339 | 2024-02-24T05:05:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1340 | 2024-02-24T05:05:29.966Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 12.944891ms
iteration = 50
|
1341 | 2024-02-24T05:05:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1342 | 2024-02-24T05:05:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1343 | 2024-02-24T05:05:29.967Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
1344 | 2024-02-24T05:05:29.967Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
1345 | 2024-02-24T05:05:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1346 | 2024-02-24T05:05:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1347 | 2024-02-24T05:05:29.967Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1348 | 2024-02-24T05:05:29.968Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1349 | 2024-02-24T05:05:29.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1350 | 2024-02-24T05:05:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1351 | 2024-02-24T05:05:29.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1352 | 2024-02-24T05:05:29.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1353 | 2024-02-24T05:05:29.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1354 | 2024-02-24T05:05:29.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1355 | 2024-02-24T05:05:29.973Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1356 | 2024-02-24T05:05:29.974Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
1357 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
1358 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
1359 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 25.150891ms
iteration = 10
|
1360 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1361 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1362 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 18
reason = Timeout
|
1363 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1364 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1365 | 2024-02-24T05:05:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1366 | 2024-02-24T05:05:29.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1367 | 2024-02-24T05:05:29.976Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
1368 | 2024-02-24T05:05:29.976Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
1369 | 2024-02-24T05:05:29.976Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
1370 | 2024-02-24T05:05:29.976Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 24.630175ms
iteration = 10
|
1371 | 2024-02-24T05:05:29.978Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
|
1372 | 2024-02-24T05:05:29.978Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 26.324098ms
iteration = 10
|
1373 | 2024-02-24T05:05:29.978Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 10
reason = Timeout
|
1374 | 2024-02-24T05:05:29.978Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
1375 | 2024-02-24T05:05:29.978Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 11.97\u{b5}s
iteration = 10
|
1376 | 2024-02-24T05:05:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1377 | 2024-02-24T05:05:29.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1378 | 2024-02-24T05:05:29.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1379 | 2024-02-24T05:05:29.981Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1380 | 2024-02-24T05:05:29.981Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1381 | 2024-02-24T05:05:29.997Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1382 | 2024-02-24T05:05:29.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1383 | 2024-02-24T05:05:29.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1384 | 2024-02-24T05:05:29.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1385 | 2024-02-24T05:05:29.999Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1386 | 2024-02-24T05:05:30.002Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
1387 | 2024-02-24T05:05:30.002Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1388 | 2024-02-24T05:05:30.002Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1389 | 2024-02-24T05:05:30.004Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 28.648968ms
iteration = 18
|
1390 | 2024-02-24T05:05:30.020Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
1391 | 2024-02-24T05:05:30.021Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
1392 | 2024-02-24T05:05:30.085Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
1393 | 2024-02-24T05:05:30.085Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "634aa034-cd88-4f5e-804a-f3315bedeca5", "date": "Sat, 24 Feb 2024 05:05:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1394 | 2024-02-24T05:05:30.085Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1395 | 2024-02-24T05:05:30.087Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "36aaed3f-d8cd-4619-810e-a238c2e58e32", "date": "Sat, 24 Feb 2024 05:05:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1396 | 2024-02-24T05:05:30.087Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1397 | 2024-02-24T05:05:30.087Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
1398 | 2024-02-24T05:05:30.088Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1399 | 2024-02-24T05:05:30.088Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 136.012483ms
iteration = 12
|
1400 | 2024-02-24T05:05:30.117Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
1401 | 2024-02-24T05:05:30.117Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c85fc300-3e79-4f5c-b502-c7ca5f7aff17", "date": "Sat, 24 Feb 2024 05:05:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1402 | 2024-02-24T05:05:30.117Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1403 | 2024-02-24T05:05:30.119Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "141c8511-99d1-4073-a408-12da4df0c194", "date": "Sat, 24 Feb 2024 05:05:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1404 | 2024-02-24T05:05:30.119Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1405 | 2024-02-24T05:05:30.121Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "318acea8-b650-4d2d-8068-9d42b3c558e8", "date": "Sat, 24 Feb 2024 05:05:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1406 | 2024-02-24T05:05:30.121Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1407 | 2024-02-24T05:05:30.123Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1408 | 2024-02-24T05:05:30.123Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 171.202997ms
iteration = 12
|
1409 | 2024-02-24T05:05:30.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 160
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 03a554f7-4507-4eae-accd-a8b84cbd042e
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1410 | 2024-02-24T05:05:39.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 51
reason = Timeout
|
1411 | 2024-02-24T05:05:39.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1412 | 2024-02-24T05:05:39.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1413 | 2024-02-24T05:05:39.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1414 | 2024-02-24T05:05:39.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1415 | 2024-02-24T05:05:39.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1416 | 2024-02-24T05:05:39.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1417 | 2024-02-24T05:05:39.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.175602ms
iteration = 51
|
1418 | 2024-02-24T05:05:40.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 262
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = c977a080-daaf-4565-a7aa-c3d82fc68e89
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1419 | 2024-02-24T05:05:49.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 52
reason = Timeout
|
1420 | 2024-02-24T05:05:49.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1421 | 2024-02-24T05:05:49.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1422 | 2024-02-24T05:05:49.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1423 | 2024-02-24T05:05:49.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1424 | 2024-02-24T05:05:49.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1425 | 2024-02-24T05:05:49.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1426 | 2024-02-24T05:05:49.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.481386ms
iteration = 52
|
1427 | 2024-02-24T05:05:50.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 144
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = b9c6f433-0322-4057-b0f1-b7599e7c69b8
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1428 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 53
reason = Timeout
|
1429 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 19
reason = Timeout
|
1430 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1431 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1432 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 19
reason = Timeout
|
1433 | 2024-02-24T05:05:59.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
1434 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 19
reason = Timeout
|
1435 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1436 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1437 | 2024-02-24T05:05:59.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1438 | 2024-02-24T05:05:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1439 | 2024-02-24T05:05:59.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 19
reason = Timeout
|
1440 | 2024-02-24T05:05:59.954Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
1441 | 2024-02-24T05:05:59.955Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
1442 | 2024-02-24T05:05:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 20.33\u{b5}s
iteration = 19
|
1443 | 2024-02-24T05:05:59.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1444 | 2024-02-24T05:05:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1445 | 2024-02-24T05:05:59.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "daf27209-0d73-4d34-b9cc-fcd122f4bf63", "content-length": "2", "date": "Sat, 24 Feb 2024 05:05:59 GMT"} })
|
1446 | 2024-02-24T05:05:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1447 | 2024-02-24T05:05:59.955Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
1448 | 2024-02-24T05:05:59.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1449 | 2024-02-24T05:05:59.956Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "16878dce-69a6-4e1f-9d4d-d637e2edae27", "content-length": "2", "date": "Sat, 24 Feb 2024 05:05:59 GMT"} })
|
1450 | 2024-02-24T05:05:59.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.520783ms
iteration = 19
|
1451 | 2024-02-24T05:05:59.956Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
1452 | 2024-02-24T05:05:59.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.779937ms
iteration = 19
|
1453 | 2024-02-24T05:05:59.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.553046ms
iteration = 19
|
1454 | 2024-02-24T05:05:59.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1455 | 2024-02-24T05:05:59.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1456 | 2024-02-24T05:05:59.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1457 | 2024-02-24T05:05:59.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.648487ms
iteration = 53
|
1458 | 2024-02-24T05:05:59.976Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 19
reason = Timeout
|
1459 | 2024-02-24T05:05:59.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1460 | 2024-02-24T05:05:59.976Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1461 | 2024-02-24T05:05:59.977Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1462 | 2024-02-24T05:05:59.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1463 | 2024-02-24T05:05:59.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1464 | 2024-02-24T05:05:59.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1465 | 2024-02-24T05:05:59.981Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1466 | 2024-02-24T05:05:59.981Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1467 | 2024-02-24T05:05:59.997Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1468 | 2024-02-24T05:05:59.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1469 | 2024-02-24T05:05:59.999Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1470 | 2024-02-24T05:05:59.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1471 | 2024-02-24T05:06:00.000Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1472 | 2024-02-24T05:06:00.003Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
1473 | 2024-02-24T05:06:00.003Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1474 | 2024-02-24T05:06:00.003Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1475 | 2024-02-24T05:06:00.004Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 28.653448ms
iteration = 19
|
1476 | 2024-02-24T05:06:00.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 301
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 65cb9935-fe50-441b-a74e-e938812c9b26
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1477 | 2024-02-24T05:06:09.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 54
reason = Timeout
|
1478 | 2024-02-24T05:06:09.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1479 | 2024-02-24T05:06:09.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1480 | 2024-02-24T05:06:09.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1481 | 2024-02-24T05:06:09.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1482 | 2024-02-24T05:06:09.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1483 | 2024-02-24T05:06:09.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1484 | 2024-02-24T05:06:09.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.014069ms
iteration = 54
|
1485 | 2024-02-24T05:06:10.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 248
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = e070bdf6-b6ea-4ff4-96d3-a83a2349db90
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1486 | 2024-02-24T05:06:19.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 55
reason = Timeout
|
1487 | 2024-02-24T05:06:19.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1488 | 2024-02-24T05:06:19.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1489 | 2024-02-24T05:06:19.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1490 | 2024-02-24T05:06:19.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1491 | 2024-02-24T05:06:19.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1492 | 2024-02-24T05:06:19.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1493 | 2024-02-24T05:06:19.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.014499ms
iteration = 55
|
1494 | 2024-02-24T05:06:20.205Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 261
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = b735e9a2-8e94-4226-bb32-c1c17f90aa17
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1495 | 2024-02-24T05:06:29.949Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 11
reason = Timeout
|
1496 | 2024-02-24T05:06:29.949Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
1497 | 2024-02-24T05:06:29.949Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1498 | 2024-02-24T05:06:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1499 | 2024-02-24T05:06:29.950Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1500 | 2024-02-24T05:06:29.950Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1501 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1502 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 13
reason = Timeout
|
1503 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 11
reason = Timeout
|
1504 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 11
reason = Timeout
|
1505 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
1506 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1507 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 13
reason = Timeout
|
1508 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1509 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 11
reason = Timeout
|
1510 | 2024-02-24T05:06:29.952Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 11
reason = Timeout
|
1511 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1512 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1513 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1514 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 56
reason = Timeout
|
1515 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 20
reason = Timeout
|
1516 | 2024-02-24T05:06:29.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
1517 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 20
reason = Timeout
|
1518 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 20
reason = Timeout
|
1519 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1520 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1521 | 2024-02-24T05:06:29.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1522 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1523 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1524 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1525 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 20
reason = Timeout
|
1526 | 2024-02-24T05:06:29.954Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
1527 | 2024-02-24T05:06:29.954Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
1528 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 8.39\u{b5}s
iteration = 20
|
1529 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1530 | 2024-02-24T05:06:29.954Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("5012e2a2-63d7-499d-af57-9f07ffa15664.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("c91d9fea-0a9d-4406-951b-fed674d2cdbd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("e7877af7-833e-4a24-82d3-cf26f405dfbf.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 14098, tv_nsec: 351054241 } })
|
1531 | 2024-02-24T05:06:29.954Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("49aa1114-08ad-4373-9921-df79e027bb19.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("680000fb-bd80-416d-9626-20dd6947323d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::9)) }], valid_until: Instant { tv_sec: 14098, tv_nsec: 351106792 } })
|
1532 | 2024-02-24T05:06:29.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1533 | 2024-02-24T05:06:29.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1534 | 2024-02-24T05:06:29.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1535 | 2024-02-24T05:06:29.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1536 | 2024-02-24T05:06:29.956Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
1537 | 2024-02-24T05:06:29.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.834367ms
iteration = 20
|
1538 | 2024-02-24T05:06:29.956Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
1539 | 2024-02-24T05:06:29.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1540 | 2024-02-24T05:06:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1541 | 2024-02-24T05:06:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1542 | 2024-02-24T05:06:29.957Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6cd9278b-e9e1-4b1d-b74e-2f483abad45b", "content-length": "2", "date": "Sat, 24 Feb 2024 05:06:29 GMT"} })
|
1543 | 2024-02-24T05:06:29.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1544 | 2024-02-24T05:06:29.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1545 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
1546 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
1547 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
1548 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1549 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1550 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1551 | 2024-02-24T05:06:29.958Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1904d148-1469-4486-abeb-5248ea9b51b1", "content-length": "2", "date": "Sat, 24 Feb 2024 05:06:29 GMT"} })
|
1552 | 2024-02-24T05:06:29.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 5.079167ms
iteration = 20
|
1553 | 2024-02-24T05:06:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1554 | 2024-02-24T05:06:29.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1555 | 2024-02-24T05:06:29.959Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1556 | 2024-02-24T05:06:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 5.958929ms
iteration = 20
|
1557 | 2024-02-24T05:06:29.959Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
1558 | 2024-02-24T05:06:29.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 7.302506ms
iteration = 11
|
1559 | 2024-02-24T05:06:29.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1560 | 2024-02-24T05:06:29.960Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
1561 | 2024-02-24T05:06:29.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 8.386401ms
iteration = 11
|
1562 | 2024-02-24T05:06:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1563 | 2024-02-24T05:06:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1564 | 2024-02-24T05:06:29.962Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1565 | 2024-02-24T05:06:29.962Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1566 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
1567 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
1568 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
1569 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1570 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1571 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1572 | 2024-02-24T05:06:29.963Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1573 | 2024-02-24T05:06:29.964Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 10.352236ms
iteration = 56
|
1574 | 2024-02-24T05:06:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1575 | 2024-02-24T05:06:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1576 | 2024-02-24T05:06:29.964Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
1577 | 2024-02-24T05:06:29.964Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1578 | 2024-02-24T05:06:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1579 | 2024-02-24T05:06:29.965Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
1580 | 2024-02-24T05:06:29.965Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
1581 | 2024-02-24T05:06:29.965Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1582 | 2024-02-24T05:06:29.965Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1583 | 2024-02-24T05:06:29.966Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1584 | 2024-02-24T05:06:29.966Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1585 | 2024-02-24T05:06:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1586 | 2024-02-24T05:06:29.967Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1587 | 2024-02-24T05:06:29.969Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1588 | 2024-02-24T05:06:29.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1589 | 2024-02-24T05:06:29.969Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1590 | 2024-02-24T05:06:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
1591 | 2024-02-24T05:06:29.970Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
1592 | 2024-02-24T05:06:29.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
1593 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
1594 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
1595 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
1596 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
1597 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1598 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
1599 | 2024-02-24T05:06:29.971Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1600 | 2024-02-24T05:06:29.972Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = ed7b83d2-8dc6-441f-a2e2-0fbc5ae652e9
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
1601 | 2024-02-24T05:06:29.972Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
1602 | 2024-02-24T05:06:29.972Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-02-24 04:57:46.561988 UTC
dns_group = internal
generation = 1
|
1603 | 2024-02-24T05:06:29.972Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 23.232087ms
iteration = 11
|
1604 | 2024-02-24T05:06:29.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1605 | 2024-02-24T05:06:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
1606 | 2024-02-24T05:06:29.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
1607 | 2024-02-24T05:06:29.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
1608 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 20
reason = Timeout
|
1609 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1610 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1611 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 6b78b467-60a6-4ddf-874b-97709602a8c7
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
1612 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
1613 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-02-24 04:57:46.984314 UTC
dns_group = external
generation = 2
|
1614 | 2024-02-24T05:06:29.976Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 24.152949ms
iteration = 11
|
1615 | 2024-02-24T05:06:29.977Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1616 | 2024-02-24T05:06:29.978Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 11
reason = Timeout
|
1617 | 2024-02-24T05:06:29.978Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:48
reason = no blueprint
|
1618 | 2024-02-24T05:06:29.978Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 12.66\u{b5}s
iteration = 11
|
1619 | 2024-02-24T05:06:29.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1620 | 2024-02-24T05:06:29.980Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1621 | 2024-02-24T05:06:29.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1622 | 2024-02-24T05:06:29.981Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-02-24T04:57:30.091889Z, time_modified: 2024-02-24T04:57:30.091889Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 14225503-e2f4-4614-85f2-4171f2c0cc28, db_silo: Silo { identity: SiloIdentity { id: 14225503-e2f4-4614-85f2-4171f2c0cc28, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-02-24T04:57:46.956873Z, time_modified: 2024-02-24T04:57:46.956873Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "1a902f55b5e588121c22f4a3e8f7791cdc445ad47d5a2a57211259fe1a5b280d" }] }) }
|
1623 | 2024-02-24T05:06:29.981Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 29.422598ms
iteration = 11
|
1624 | 2024-02-24T05:06:29.981Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1625 | 2024-02-24T05:06:29.982Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1626 | 2024-02-24T05:06:29.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1627 | 2024-02-24T05:06:29.993Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1628 | 2024-02-24T05:06:29.994Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1629 | 2024-02-24T05:06:29.995Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1630 | 2024-02-24T05:06:29.996Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1631 | 2024-02-24T05:06:29.998Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
1632 | 2024-02-24T05:06:29.998Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1633 | 2024-02-24T05:06:29.999Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1634 | 2024-02-24T05:06:30.000Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 24.095158ms
iteration = 20
|
1635 | 2024-02-24T05:06:30.022Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
1636 | 2024-02-24T05:06:30.028Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
1637 | 2024-02-24T05:06:30.084Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
1638 | 2024-02-24T05:06:30.084Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "959b60b5-1b11-4f27-8ee9-b3c3fb69fcdd", "date": "Sat, 24 Feb 2024 05:06:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1639 | 2024-02-24T05:06:30.084Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1640 | 2024-02-24T05:06:30.085Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "615b5851-7de9-4044-93dd-5c4af9113c2c", "date": "Sat, 24 Feb 2024 05:06:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1641 | 2024-02-24T05:06:30.085Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1642 | 2024-02-24T05:06:30.086Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
1643 | 2024-02-24T05:06:30.086Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 134.039977ms
iteration = 13
|
1644 | 2024-02-24T05:06:30.087Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
1645 | 2024-02-24T05:06:30.116Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
1646 | 2024-02-24T05:06:30.116Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "fda4caa1-e980-4a92-8005-cd74b6b4e162", "date": "Sat, 24 Feb 2024 05:06:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1647 | 2024-02-24T05:06:30.116Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1648 | 2024-02-24T05:06:30.117Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e3138c37-ee65-4f18-a000-bf345d579256", "date": "Sat, 24 Feb 2024 05:06:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1649 | 2024-02-24T05:06:30.117Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1650 | 2024-02-24T05:06:30.119Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1fe4c8a3-dd66-496a-97e3-a16e1a9a5233", "date": "Sat, 24 Feb 2024 05:06:30 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1651 | 2024-02-24T05:06:30.119Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1652 | 2024-02-24T05:06:30.121Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
1653 | 2024-02-24T05:06:30.121Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 168.693994ms
iteration = 13
|
1654 | 2024-02-24T05:06:30.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 184
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 42def15c-05fb-4edc-b9ae-2de345f37a94
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1655 | 2024-02-24T05:06:39.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 57
reason = Timeout
|
1656 | 2024-02-24T05:06:39.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1657 | 2024-02-24T05:06:39.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1658 | 2024-02-24T05:06:39.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1659 | 2024-02-24T05:06:39.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1660 | 2024-02-24T05:06:39.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1661 | 2024-02-24T05:06:39.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1662 | 2024-02-24T05:06:39.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.885838ms
iteration = 57
|
1663 | 2024-02-24T05:06:40.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 200
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 00539fee-a610-4a47-a268-95716564c041
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1664 | 2024-02-24T05:06:49.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 58
reason = Timeout
|
1665 | 2024-02-24T05:06:49.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1666 | 2024-02-24T05:06:49.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1667 | 2024-02-24T05:06:49.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1668 | 2024-02-24T05:06:49.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1669 | 2024-02-24T05:06:49.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1670 | 2024-02-24T05:06:49.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1671 | 2024-02-24T05:06:49.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.864787ms
iteration = 58
|
1672 | 2024-02-24T05:06:50.205Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 246
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 365a17ed-a80f-4e4a-8382-5ad567f1da30
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1673 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 59
reason = Timeout
|
1674 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1675 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 21
reason = Timeout
|
1676 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 21
reason = Timeout
|
1677 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1678 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
1679 | 2024-02-24T05:06:59.953Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 21
reason = Timeout
|
1680 | 2024-02-24T05:06:59.953Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
1681 | 2024-02-24T05:06:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1682 | 2024-02-24T05:06:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1683 | 2024-02-24T05:06:59.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
1684 | 2024-02-24T05:06:59.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 21
reason = Timeout
|
1685 | 2024-02-24T05:06:59.954Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
1686 | 2024-02-24T05:06:59.954Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
1687 | 2024-02-24T05:06:59.954Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 10.84\u{b5}s
iteration = 21
|
1688 | 2024-02-24T05:06:59.955Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
1689 | 2024-02-24T05:06:59.955Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "aa48f774-f769-4827-8829-9bf828dffd68", "content-length": "2", "date": "Sat, 24 Feb 2024 05:06:59 GMT"} })
|
1690 | 2024-02-24T05:06:59.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
1691 | 2024-02-24T05:06:59.955Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
1692 | 2024-02-24T05:06:59.955Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bdb9dc66-b7a1-444a-8546-8c16efd36dbe", "content-length": "2", "date": "Sat, 24 Feb 2024 05:06:59 GMT"} })
|
1693 | 2024-02-24T05:06:59.955Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 2.247429ms
iteration = 21
|
1694 | 2024-02-24T05:06:59.956Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
1695 | 2024-02-24T05:06:59.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1696 | 2024-02-24T05:06:59.956Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
1697 | 2024-02-24T05:06:59.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.990359ms
iteration = 21
|
1698 | 2024-02-24T05:06:59.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.902741ms
iteration = 21
|
1699 | 2024-02-24T05:06:59.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1700 | 2024-02-24T05:06:59.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1701 | 2024-02-24T05:06:59.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1702 | 2024-02-24T05:06:59.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.447765ms
iteration = 59
|
1703 | 2024-02-24T05:06:59.975Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 21
reason = Timeout
|
1704 | 2024-02-24T05:06:59.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1705 | 2024-02-24T05:06:59.976Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1706 | 2024-02-24T05:06:59.977Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1707 | 2024-02-24T05:06:59.979Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
1708 | 2024-02-24T05:06:59.979Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1709 | 2024-02-24T05:06:59.980Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1710 | 2024-02-24T05:06:59.981Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1711 | 2024-02-24T05:06:59.981Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1712 | 2024-02-24T05:06:59.992Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1713 | 2024-02-24T05:06:59.992Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1714 | 2024-02-24T05:06:59.993Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1715 | 2024-02-24T05:06:59.994Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1716 | 2024-02-24T05:06:59.995Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1717 | 2024-02-24T05:06:59.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 318de5c0-d9bb-4803-90de-c5f48d23e50d, lookup_type: ById(318de5c0-d9bb-4803-90de-c5f48d23e50d) }
result = Ok(())
|
1718 | 2024-02-24T05:06:59.997Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
1719 | 2024-02-24T05:06:59.997Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
1720 | 2024-02-24T05:06:59.998Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 23.046364ms
iteration = 21
|
1721 | 2024-02-24T05:07:00.204Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 236
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = c2340d9f-e7e4-4a1a-9150-152f9ed89ac2
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1722 | 2024-02-24T05:07:09.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 60
reason = Timeout
|
1723 | 2024-02-24T05:07:09.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1724 | 2024-02-24T05:07:09.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1725 | 2024-02-24T05:07:09.955Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1726 | 2024-02-24T05:07:09.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1727 | 2024-02-24T05:07:09.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1728 | 2024-02-24T05:07:09.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1729 | 2024-02-24T05:07:09.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.019959ms
iteration = 60
|
1730 | 2024-02-24T05:07:10.205Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 152
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 9deb1426-e5c2-40c3-af58-03a85ea24e29
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|
1731 | 2024-02-24T05:07:19.954Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 61
reason = Timeout
|
1732 | 2024-02-24T05:07:19.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1733 | 2024-02-24T05:07:19.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1734 | 2024-02-24T05:07:19.956Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
1735 | 2024-02-24T05:07:19.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
1736 | 2024-02-24T05:07:19.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
1737 | 2024-02-24T05:07:19.959Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
1738 | 2024-02-24T05:07:19.960Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.048899ms
iteration = 61
|
1739 | 2024-02-24T05:07:20.205Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 157
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:53877
req_id = 8eb93146-fa9b-4092-9844-8c3b07591dc7
response_code = 200
uri = /metrics/collect/fcbb0e99-4a51-4f9a-bb87-154aabcb9771
|