| 1 | 2023-12-30T06:30:10.733Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:769
local_addr = [fd00:1122:3344:101::c]:12221
remote_addr = [fd00:1122:3344:101::22]:35066
|
| 2 | 2023-12-30T06:30:10.765Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:374
id = 103fe16d-906c-4d70-9eed-5cd0ce3cc079
|
| 3 | 2023-12-30T06:30:10.802Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = 103fe16d-906c-4d70-9eed-5cd0ce3cc079
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
| 4 | 2023-12-30T06:30:10.802Z | DEBG | nexus: client response
oximeter-collector = 103fe16d-906c-4d70-9eed-5cd0ce3cc079
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f007d9ea-b168-42ad-aa81-390e9c02a023", "date": "Sat, 30 Dec 2023 06:30:10 GMT"} })
|
| 5 | 2023-12-30T06:30:10.802Z | INFO | nexus: assigned collector to new producer
collector_id = 103fe16d-906c-4d70-9eed-5cd0ce3cc079
file = nexus/src/app/oximeter.rs:193
producer_id = 21d5a6e3-d102-4be2-8ce9-8f86fb3649e7
|
| 6 | 2023-12-30T06:30:10.803Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 69315
local_addr = [fd00:1122:3344:101::c]:12221
method = POST
remote_addr = [fd00:1122:3344:101::22]:35066
req_id = 63a6c896-7dd1-47e4-b887-33ea4ce44d74
response_code = 204
uri = /metrics/producers
|
| 7 | 2023-12-30T06:30:11.490Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 186
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 9b124d90-67ef-4613-aa7b-f0cfae643391
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 8 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 15
reason = Timeout
|
| 9 | 2023-12-30T06:30:21.129Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:50
|
| 10 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 8
reason = Timeout
|
| 11 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 12 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 13 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 10
reason = Timeout
|
| 14 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 10
reason = Timeout
|
| 15 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 8
reason = Timeout
|
| 16 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 15
reason = Timeout
|
| 17 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 18 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 19 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 8
reason = Timeout
|
| 20 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 8
reason = Timeout
|
| 21 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 22 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 23 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 8
reason = Timeout
|
| 24 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 25 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 26 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 27 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Database
result = Ok(())
|
| 28 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 29 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 30 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 31 | 2023-12-30T06:30:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 32 | 2023-12-30T06:30:21.130Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 33 | 2023-12-30T06:30:21.130Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 34 | 2023-12-30T06:30:21.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 35 | 2023-12-30T06:30:21.131Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 36 | 2023-12-30T06:30:21.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 37 | 2023-12-30T06:30:21.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 38 | 2023-12-30T06:30:21.131Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "397c483e-7af0-4dbc-bb5f-e5909e7e2764", "content-length": "1", "date": "Sat, 30 Dec 2023 06:30:20 GMT"} })
|
| 39 | 2023-12-30T06:30:21.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 40 | 2023-12-30T06:30:21.132Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 41 | 2023-12-30T06:30:21.132Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 42 | 2023-12-30T06:30:21.132Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 43 | 2023-12-30T06:30:21.132Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:96
|
| 44 | 2023-12-30T06:30:21.132Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.277086ms
iteration = 15
|
| 45 | 2023-12-30T06:30:21.132Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 46 | 2023-12-30T06:30:21.133Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 47 | 2023-12-30T06:30:21.133Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.35412ms
iteration = 15
|
| 48 | 2023-12-30T06:30:21.134Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Fleet
result = Ok(())
|
| 49 | 2023-12-30T06:30:21.134Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 50 | 2023-12-30T06:30:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 51 | 2023-12-30T06:30:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 52 | 2023-12-30T06:30:21.135Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 53 | 2023-12-30T06:30:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 54 | 2023-12-30T06:30:21.136Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 55 | 2023-12-30T06:30:21.136Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Fleet
result = Ok(())
|
| 56 | 2023-12-30T06:30:21.136Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 57 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 58 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.685847ms
iteration = 8
|
| 59 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Database
result = Ok(())
|
| 60 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 61 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 62 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 63 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 64 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 65 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 66 | 2023-12-30T06:30:21.137Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 67 | 2023-12-30T06:30:21.138Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 68 | 2023-12-30T06:30:21.138Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 69 | 2023-12-30T06:30:21.138Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 9.307934ms
iteration = 8
|
| 70 | 2023-12-30T06:30:21.138Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 71 | 2023-12-30T06:30:21.139Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 72 | 2023-12-30T06:30:21.139Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 73 | 2023-12-30T06:30:21.139Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 74 | 2023-12-30T06:30:21.139Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 75 | 2023-12-30T06:30:21.139Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 76 | 2023-12-30T06:30:21.139Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 77 | 2023-12-30T06:30:21.140Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 78 | 2023-12-30T06:30:21.142Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 79 | 2023-12-30T06:30:21.142Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 80 | 2023-12-30T06:30:21.142Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 81 | 2023-12-30T06:30:21.143Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 82 | 2023-12-30T06:30:21.143Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 83 | 2023-12-30T06:30:21.143Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 84 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 85 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 86 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 87 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 88 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 8608e8bc-7f12-4402-a438-5ffd8467d4ea
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 89 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 90 | 2023-12-30T06:30:21.144Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 91 | 2023-12-30T06:30:21.145Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 92 | 2023-12-30T06:30:21.145Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 93 | 2023-12-30T06:30:21.145Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 94 | 2023-12-30T06:30:21.145Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 263f10eb-f5f6-4221-84f9-9ae12e47c783
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 95 | 2023-12-30T06:30:21.145Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 96 | 2023-12-30T06:30:21.146Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 97 | 2023-12-30T06:30:21.146Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 98 | 2023-12-30T06:30:21.146Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 99 | 2023-12-30T06:30:21.147Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 100 | 2023-12-30T06:30:21.149Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 101 | 2023-12-30T06:30:21.149Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 102 | 2023-12-30T06:30:21.149Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 103 | 2023-12-30T06:30:21.150Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 104 | 2023-12-30T06:30:21.150Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 105 | 2023-12-30T06:30:21.150Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 106 | 2023-12-30T06:30:21.150Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 107 | 2023-12-30T06:30:21.150Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 108 | 2023-12-30T06:30:21.150Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 109 | 2023-12-30T06:30:21.151Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 263f10eb-f5f6-4221-84f9-9ae12e47c783
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 110 | 2023-12-30T06:30:21.151Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 111 | 2023-12-30T06:30:21.151Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2023-12-30 06:23:50.887477 UTC
dns_group = external
generation = 2
|
| 112 | 2023-12-30T06:30:21.151Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 22.449998ms
iteration = 8
|
| 113 | 2023-12-30T06:30:21.152Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 8608e8bc-7f12-4402-a438-5ffd8467d4ea
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 114 | 2023-12-30T06:30:21.152Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 115 | 2023-12-30T06:30:21.152Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2023-12-30 06:23:50.399551 UTC
dns_group = internal
generation = 1
|
| 116 | 2023-12-30T06:30:21.152Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 23.270277ms
iteration = 8
|
| 117 | 2023-12-30T06:30:21.154Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2023-12-30T06:23:20.951001Z, time_modified: 2023-12-30T06:23:20.951001Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, db_silo: Silo { identity: SiloIdentity { id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2023-12-30T06:23:50.832992Z, time_modified: 2023-12-30T06:23:50.832992Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "750ff84b9afecc5b24b908e61cca562c3e8fe1766ef2722cbc3dbffca1306837" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, db_silo: Silo { identity: SiloIdentity { id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2023-12-30T06:23:50.832992Z, time_modified: 2023-12-30T06:23:50.832992Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "750ff84b9afecc5b24b908e61cca562c3e8fe1766ef2722cbc3dbffca1306837" }] }) }
file = nexus/src/app/background/external_endpoints.rs:105
|
| 118 | 2023-12-30T06:30:21.154Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 24.989506ms
iteration = 8
|
| 119 | 2023-12-30T06:30:21.196Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 120 | 2023-12-30T06:30:21.199Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 121 | 2023-12-30T06:30:21.259Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 122 | 2023-12-30T06:30:21.260Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "dc537841-f7ca-499b-bd35-dfa7a6641fcf", "date": "Sat, 30 Dec 2023 06:30:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 123 | 2023-12-30T06:30:21.260Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 124 | 2023-12-30T06:30:21.260Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 125 | 2023-12-30T06:30:21.261Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c6174d95-91ba-4b64-996d-37c055140136", "date": "Sat, 30 Dec 2023 06:30:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 126 | 2023-12-30T06:30:21.261Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 127 | 2023-12-30T06:30:21.262Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:110
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 128 | 2023-12-30T06:30:21.262Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 133.430959ms
iteration = 10
|
| 129 | 2023-12-30T06:30:21.291Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 130 | 2023-12-30T06:30:21.292Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8c10d66c-5b66-459c-8602-5867676c58cc", "date": "Sat, 30 Dec 2023 06:30:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 131 | 2023-12-30T06:30:21.292Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 132 | 2023-12-30T06:30:21.293Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "bacea56b-2c9e-44dc-af4a-1b075794c4eb", "date": "Sat, 30 Dec 2023 06:30:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 133 | 2023-12-30T06:30:21.293Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 134 | 2023-12-30T06:30:21.295Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "db0e53bf-a897-42ba-9109-12f01c428785", "date": "Sat, 30 Dec 2023 06:30:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 135 | 2023-12-30T06:30:21.295Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 136 | 2023-12-30T06:30:21.297Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:110
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 137 | 2023-12-30T06:30:21.297Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 168.257212ms
iteration = 10
|
| 138 | 2023-12-30T06:30:21.490Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 251
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 19e6cc80-2b2f-431d-b178-c18e16668bbf
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 139 | 2023-12-30T06:30:31.489Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 184
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 2ba3d75b-ee77-46fa-a095-8e1dd7717308
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 140 | 2023-12-30T06:30:41.490Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 265
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 12265510-5154-4a24-8c99-7291285edfea
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 141 | 2023-12-30T06:30:51.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 16
reason = Timeout
|
| 142 | 2023-12-30T06:30:51.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 16
reason = Timeout
|
| 143 | 2023-12-30T06:30:51.128Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:50
|
| 144 | 2023-12-30T06:30:51.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 145 | 2023-12-30T06:30:51.128Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 146 | 2023-12-30T06:30:51.130Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 147 | 2023-12-30T06:30:51.130Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "8b67cc20-05fd-4b27-ba15-4115af1a5bd5", "content-length": "1", "date": "Sat, 30 Dec 2023 06:30:51 GMT"} })
|
| 148 | 2023-12-30T06:30:51.130Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 149 | 2023-12-30T06:30:51.130Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 150 | 2023-12-30T06:30:51.131Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:96
|
| 151 | 2023-12-30T06:30:51.131Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.656691ms
iteration = 16
|
| 152 | 2023-12-30T06:30:51.131Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.327937ms
iteration = 16
|
| 153 | 2023-12-30T06:30:51.490Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 1369
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 590cdec4-b3fb-4a5c-99d5-9fac4ed12e00
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 154 | 2023-12-30T06:31:01.490Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 162
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 01090622-7ec9-4a96-a9d9-b542404ba3d2
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 155 | 2023-12-30T06:31:11.489Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 162
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = c74306bf-885a-4d76-9d46-2c0bec541f11
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 156 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 17
reason = Timeout
|
| 157 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 158 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 9
reason = Timeout
|
| 159 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 11
reason = Timeout
|
| 160 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 161 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 162 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 9
reason = Timeout
|
| 163 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 9
reason = Timeout
|
| 164 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 165 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 166 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 167 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 11
reason = Timeout
|
| 168 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 9
reason = Timeout
|
| 169 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 170 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 17
reason = Timeout
|
| 171 | 2023-12-30T06:31:21.128Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:50
|
| 172 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 9
reason = Timeout
|
| 173 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 174 | 2023-12-30T06:31:21.128Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 175 | 2023-12-30T06:31:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 176 | 2023-12-30T06:31:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 177 | 2023-12-30T06:31:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 178 | 2023-12-30T06:31:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Database
result = Ok(())
|
| 179 | 2023-12-30T06:31:21.129Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 180 | 2023-12-30T06:31:21.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 181 | 2023-12-30T06:31:21.130Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 182 | 2023-12-30T06:31:21.130Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 183 | 2023-12-30T06:31:21.130Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 184 | 2023-12-30T06:31:21.130Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 185 | 2023-12-30T06:31:21.130Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 186 | 2023-12-30T06:31:21.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 187 | 2023-12-30T06:31:21.131Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:96
|
| 188 | 2023-12-30T06:31:21.131Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.956758ms
iteration = 17
|
| 189 | 2023-12-30T06:31:21.131Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 190 | 2023-12-30T06:31:21.132Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 191 | 2023-12-30T06:31:21.132Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9cfc9f08-0029-44ac-a176-5fd2a7f289bd", "content-length": "1", "date": "Sat, 30 Dec 2023 06:31:21 GMT"} })
|
| 192 | 2023-12-30T06:31:21.132Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 193 | 2023-12-30T06:31:21.132Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 194 | 2023-12-30T06:31:21.132Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 195 | 2023-12-30T06:31:21.133Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 5.427305ms
iteration = 17
|
| 196 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Fleet
result = Ok(())
|
| 197 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 198 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 199 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 200 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Database
result = Ok(())
|
| 201 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 202 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Fleet
result = Ok(())
|
| 203 | 2023-12-30T06:31:21.135Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 204 | 2023-12-30T06:31:21.136Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 205 | 2023-12-30T06:31:21.137Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 206 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 207 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 9.449128ms
iteration = 9
|
| 208 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 209 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 210 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 211 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 212 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 213 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 214 | 2023-12-30T06:31:21.138Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 215 | 2023-12-30T06:31:21.139Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 216 | 2023-12-30T06:31:21.139Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 217 | 2023-12-30T06:31:21.139Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 218 | 2023-12-30T06:31:21.139Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 219 | 2023-12-30T06:31:21.139Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 220 | 2023-12-30T06:31:21.139Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 221 | 2023-12-30T06:31:21.140Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 222 | 2023-12-30T06:31:21.140Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 223 | 2023-12-30T06:31:21.141Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 224 | 2023-12-30T06:31:21.143Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 225 | 2023-12-30T06:31:21.143Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 226 | 2023-12-30T06:31:21.143Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 227 | 2023-12-30T06:31:21.144Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 228 | 2023-12-30T06:31:21.144Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 229 | 2023-12-30T06:31:21.145Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 230 | 2023-12-30T06:31:21.145Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 8608e8bc-7f12-4402-a438-5ffd8467d4ea
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 231 | 2023-12-30T06:31:21.145Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 232 | 2023-12-30T06:31:21.145Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 233 | 2023-12-30T06:31:21.145Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 234 | 2023-12-30T06:31:21.146Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 235 | 2023-12-30T06:31:21.146Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 236 | 2023-12-30T06:31:21.146Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 237 | 2023-12-30T06:31:21.146Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 238 | 2023-12-30T06:31:21.146Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 239 | 2023-12-30T06:31:21.147Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 240 | 2023-12-30T06:31:21.147Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 241 | 2023-12-30T06:31:21.147Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 263f10eb-f5f6-4221-84f9-9ae12e47c783
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 242 | 2023-12-30T06:31:21.147Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 243 | 2023-12-30T06:31:21.147Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 244 | 2023-12-30T06:31:21.148Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 245 | 2023-12-30T06:31:21.148Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 246 | 2023-12-30T06:31:21.148Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 247 | 2023-12-30T06:31:21.148Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 248 | 2023-12-30T06:31:21.149Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 249 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 250 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 251 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 252 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 8608e8bc-7f12-4402-a438-5ffd8467d4ea
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 253 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 254 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2023-12-30 06:23:50.399551 UTC
dns_group = internal
generation = 1
|
| 255 | 2023-12-30T06:31:21.150Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 22.345456ms
iteration = 9
|
| 256 | 2023-12-30T06:31:21.151Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 257 | 2023-12-30T06:31:21.151Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 258 | 2023-12-30T06:31:21.152Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 259 | 2023-12-30T06:31:21.153Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 263f10eb-f5f6-4221-84f9-9ae12e47c783
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 260 | 2023-12-30T06:31:21.153Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 261 | 2023-12-30T06:31:21.153Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2023-12-30 06:23:50.887477 UTC
dns_group = external
generation = 2
|
| 262 | 2023-12-30T06:31:21.153Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 24.516116ms
iteration = 9
|
| 263 | 2023-12-30T06:31:21.157Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2023-12-30T06:23:20.951001Z, time_modified: 2023-12-30T06:23:20.951001Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, db_silo: Silo { identity: SiloIdentity { id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2023-12-30T06:23:50.832992Z, time_modified: 2023-12-30T06:23:50.832992Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "750ff84b9afecc5b24b908e61cca562c3e8fe1766ef2722cbc3dbffca1306837" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, db_silo: Silo { identity: SiloIdentity { id: 9c6b0c25-a058-423d-8c27-97ff7bc94d03, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2023-12-30T06:23:50.832992Z, time_modified: 2023-12-30T06:23:50.832992Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "750ff84b9afecc5b24b908e61cca562c3e8fe1766ef2722cbc3dbffca1306837" }] }) }
|
| 264 | 2023-12-30T06:31:21.157Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 28.575529ms
iteration = 9
|
| 265 | 2023-12-30T06:31:21.171Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 266 | 2023-12-30T06:31:21.171Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 42.573702ms
iteration = 9
|
| 267 | 2023-12-30T06:31:21.197Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 268 | 2023-12-30T06:31:21.199Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 269 | 2023-12-30T06:31:21.262Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 270 | 2023-12-30T06:31:21.262Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "50e75b35-cce4-499a-bbce-e7c98d29528d", "date": "Sat, 30 Dec 2023 06:31:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 271 | 2023-12-30T06:31:21.262Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 272 | 2023-12-30T06:31:21.263Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 273 | 2023-12-30T06:31:21.264Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4b15d3f3-82e2-449d-a382-34b2de6028fc", "date": "Sat, 30 Dec 2023 06:31:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 274 | 2023-12-30T06:31:21.264Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 275 | 2023-12-30T06:31:21.265Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:110
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 276 | 2023-12-30T06:31:21.265Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 137.107154ms
iteration = 11
|
| 277 | 2023-12-30T06:31:21.293Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 278 | 2023-12-30T06:31:21.294Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "5eb41ff8-5fb3-4420-bd1f-5ee5a459425b", "date": "Sat, 30 Dec 2023 06:31:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 279 | 2023-12-30T06:31:21.294Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 280 | 2023-12-30T06:31:21.294Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "18fc8a53-790a-4c1f-bff4-9476167f38cf", "date": "Sat, 30 Dec 2023 06:31:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 281 | 2023-12-30T06:31:21.294Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 282 | 2023-12-30T06:31:21.296Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8d137e8c-9890-432c-b888-c604e89ebff3", "date": "Sat, 30 Dec 2023 06:31:21 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 283 | 2023-12-30T06:31:21.296Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:173
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 284 | 2023-12-30T06:31:21.298Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:110
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 285 | 2023-12-30T06:31:21.298Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 169.754667ms
iteration = 11
|
| 286 | 2023-12-30T06:31:21.489Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 165
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 04484772-9bec-48d8-9694-c5abcb61153a
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 287 | 2023-12-30T06:31:31.489Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 176
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = 8ed7b954-c85a-41fd-9b14-a40ebd0c36ad
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 288 | 2023-12-30T06:31:41.489Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 155
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = f15f6b47-9160-4bd4-99d1-438bdc370fc7
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|
| 289 | 2023-12-30T06:31:51.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 18
reason = Timeout
|
| 290 | 2023-12-30T06:31:51.128Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 291 | 2023-12-30T06:31:51.128Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 18
reason = Timeout
|
| 292 | 2023-12-30T06:31:51.128Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:50
|
| 293 | 2023-12-30T06:31:51.128Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 294 | 2023-12-30T06:31:51.131Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 295 | 2023-12-30T06:31:51.131Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e7eeaf9d-a16f-4c9b-a264-864bafcd1844", "content-length": "1", "date": "Sat, 30 Dec 2023 06:31:50 GMT"} })
|
| 296 | 2023-12-30T06:31:51.131Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 297 | 2023-12-30T06:31:51.132Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 298 | 2023-12-30T06:31:51.133Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.77323ms
iteration = 18
|
| 299 | 2023-12-30T06:31:51.133Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:96
|
| 300 | 2023-12-30T06:31:51.133Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 5.035966ms
iteration = 18
|
| 301 | 2023-12-30T06:31:51.489Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/ff87a01/dropshot/src/server.rs:853
latency_us = 224
local_addr = [fd00:1122:3344:101::c]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:55013
req_id = cad7126a-f2b0-43b6-bea4-db428d4c198d
response_code = 200
uri = /metrics/collect/e4aa2c60-952e-4093-8472-26be63544fe6
|