| 1 | 2024-01-25T08:15:10.772Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 963
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:50471
req_id = 65e28eb1-894c-4647-a3d5-541d9d5542bd
response_code = 200
uri = /metrics/collect/49c4cfa4-c1b1-45ca-8dad-8f333a87a66e
|
| 2 | 2024-01-25T08:15:20.770Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 673
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:50471
req_id = 9a85c9c5-35cf-4d03-a1c0-57bc0275c3e9
response_code = 200
uri = /metrics/collect/49c4cfa4-c1b1-45ca-8dad-8f333a87a66e
|
| 3 | 2024-01-25T08:15:30.772Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 887
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:50471
req_id = fa234c51-b15e-4181-b19b-5550d3c5aba4
response_code = 200
uri = /metrics/collect/49c4cfa4-c1b1-45ca-8dad-8f333a87a66e
|
| 4 | 2024-01-25T08:15:30.944Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::2]:59911
req_id = 678ae510-8231-47a9-a120-8fc30ed1448a
roles = RoleSet { roles: {} }
uri = /nat/ipv4/changeset/4?limit=100
|
| 5 | 2024-01-25T08:15:30.945Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::2]:59911
req_id = 678ae510-8231-47a9-a120-8fc30ed1448a
resource = Database
result = Ok(())
uri = /nat/ipv4/changeset/4?limit=100
|
| 6 | 2024-01-25T08:15:30.947Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 2845
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::2]:59911
req_id = 678ae510-8231-47a9-a120-8fc30ed1448a
response_code = 200
uri = /nat/ipv4/changeset/4?limit=100
|
| 7 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 18
reason = Timeout
|
| 8 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 9 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 11
reason = Timeout
|
| 10 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 11 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 11
reason = Timeout
|
| 12 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 13 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 11
reason = Timeout
|
| 14 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 15 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 16 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 11
reason = Timeout
|
| 17 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 18
reason = Timeout
|
| 18 | 2024-01-25T08:15:32.510Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 19 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 20 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 21 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Database
result = Ok(())
|
| 22 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 23 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 24 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 25 | 2024-01-25T08:15:32.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 26 | 2024-01-25T08:15:32.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 27 | 2024-01-25T08:15:32.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 28 | 2024-01-25T08:15:32.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 29 | 2024-01-25T08:15:32.511Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 30 | 2024-01-25T08:15:32.511Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 31 | 2024-01-25T08:15:32.511Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 32 | 2024-01-25T08:15:32.511Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6ad2abed-c68f-4f65-8671-3bed025f8fee", "content-length": "1", "date": "Thu, 25 Jan 2024 08:15:32 GMT"} })
|
| 33 | 2024-01-25T08:15:32.511Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 34 | 2024-01-25T08:15:32.512Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 35 | 2024-01-25T08:15:32.512Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 36 | 2024-01-25T08:15:32.512Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 37 | 2024-01-25T08:15:32.512Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.622341ms
iteration = 18
|
| 38 | 2024-01-25T08:15:32.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 39 | 2024-01-25T08:15:32.513Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 40 | 2024-01-25T08:15:32.513Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.519134ms
iteration = 18
|
| 41 | 2024-01-25T08:15:32.516Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Fleet
result = Ok(())
|
| 42 | 2024-01-25T08:15:32.516Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 43 | 2024-01-25T08:15:32.516Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Fleet
result = Ok(())
|
| 44 | 2024-01-25T08:15:32.516Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_servers_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 45 | 2024-01-25T08:15:32.516Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 46 | 2024-01-25T08:15:32.516Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_servers_external
dns_group = external
resource = Database
result = Ok(())
|
| 47 | 2024-01-25T08:15:32.517Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 48 | 2024-01-25T08:15:32.517Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
| 49 | 2024-01-25T08:15:32.517Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 7.382904ms
iteration = 11
|
| 50 | 2024-01-25T08:15:32.517Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
| 51 | 2024-01-25T08:15:32.517Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 7.483576ms
iteration = 11
|
| 52 | 2024-01-25T08:15:32.517Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 53 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 54 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 55 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 56 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 57 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 58 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 59 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 60 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 61 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 62 | 2024-01-25T08:15:32.518Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 63 | 2024-01-25T08:15:32.519Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 64 | 2024-01-25T08:15:32.519Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 65 | 2024-01-25T08:15:32.522Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 66 | 2024-01-25T08:15:32.522Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 67 | 2024-01-25T08:15:32.522Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 68 | 2024-01-25T08:15:32.523Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 69 | 2024-01-25T08:15:32.523Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 70 | 2024-01-25T08:15:32.523Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 71 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 72 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 7ffe926f-00f0-4564-bea9-edaffaf24a09
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 73 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 74 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 75 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 76 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 499db5f9-6238-4691-a1f3-33c5077e924e
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 77 | 2024-01-25T08:15:32.524Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 78 | 2024-01-25T08:15:32.525Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 79 | 2024-01-25T08:15:32.525Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 80 | 2024-01-25T08:15:32.526Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 81 | 2024-01-25T08:15:32.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 82 | 2024-01-25T08:15:32.528Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 83 | 2024-01-25T08:15:32.528Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 84 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 85 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 86 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 7ffe926f-00f0-4564-bea9-edaffaf24a09
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 87 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 88 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-01-25 08:07:59.996776 UTC
dns_group = external
generation = 2
|
| 89 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 19.627804ms
iteration = 11
|
| 90 | 2024-01-25T08:15:32.529Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 91 | 2024-01-25T08:15:32.531Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 499db5f9-6238-4691-a1f3-33c5077e924e
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 92 | 2024-01-25T08:15:32.531Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 93 | 2024-01-25T08:15:32.531Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-01-25 08:07:59.648337 UTC
dns_group = internal
generation = 1
|
| 94 | 2024-01-25T08:15:32.531Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 21.280969ms
iteration = 11
|
| 95 | 2024-01-25T08:15:32.536Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 13
reason = Timeout
|
| 96 | 2024-01-25T08:15:32.567Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 97 | 2024-01-25T08:15:32.599Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 98 | 2024-01-25T08:15:32.630Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 99 | 2024-01-25T08:15:32.631Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1b06c54b-75b2-4c3e-861e-95b95d4bb1dc", "date": "Thu, 25 Jan 2024 08:15:32 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 100 | 2024-01-25T08:15:32.631Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 101 | 2024-01-25T08:15:32.632Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9aea8cf7-7ff7-434f-a174-70da51486867", "date": "Thu, 25 Jan 2024 08:15:32 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 102 | 2024-01-25T08:15:32.632Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 103 | 2024-01-25T08:15:32.634Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "58520f20-68b0-4cd5-89d0-ea8dda4675ea", "date": "Thu, 25 Jan 2024 08:15:32 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 104 | 2024-01-25T08:15:32.634Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 105 | 2024-01-25T08:15:32.636Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 106 | 2024-01-25T08:15:32.636Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 100.042818ms
iteration = 13
|
| 107 | 2024-01-25T08:15:32.637Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 13
reason = Timeout
|
| 108 | 2024-01-25T08:15:32.637Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 11
reason = Timeout
|
| 109 | 2024-01-25T08:15:32.637Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 110 | 2024-01-25T08:15:32.637Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 111 | 2024-01-25T08:15:32.639Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 112 | 2024-01-25T08:15:32.641Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 113 | 2024-01-25T08:15:32.641Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 114 | 2024-01-25T08:15:32.641Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 115 | 2024-01-25T08:15:32.642Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 116 | 2024-01-25T08:15:32.642Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 117 | 2024-01-25T08:15:32.644Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 118 | 2024-01-25T08:15:32.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 119 | 2024-01-25T08:15:32.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 120 | 2024-01-25T08:15:32.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 121 | 2024-01-25T08:15:32.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 122 | 2024-01-25T08:15:32.648Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 123 | 2024-01-25T08:15:32.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 124 | 2024-01-25T08:15:32.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 125 | 2024-01-25T08:15:32.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 126 | 2024-01-25T08:15:32.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 127 | 2024-01-25T08:15:32.658Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-01-25T08:07:32.576703Z, time_modified: 2024-01-25T08:07:32.576703Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 5bcee0a0-2caf-4f73-8048-bbc4fe140787, db_silo: Silo { identity: SiloIdentity { id: 5bcee0a0-2caf-4f73-8048-bbc4fe140787, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-01-25T08:07:59.968559Z, time_modified: 2024-01-25T08:07:59.968559Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d89ec7512736253c8ca0affccdcf3c4002743b0d02ea8b8282d061b0ffa045ed" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 5bcee0a0-2caf-4f73-8048-bbc4fe140787, db_silo: Silo { identity: SiloIdentity { id: 5bcee0a0-2caf-4f73-8048-bbc4fe140787, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-01-25T08:07:59.968559Z, time_modified: 2024-01-25T08:07:59.968559Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "d89ec7512736253c8ca0affccdcf3c4002743b0d02ea8b8282d061b0ffa045ed" }] }) }
|
| 128 | 2024-01-25T08:15:32.658Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 20.69416ms
iteration = 11
|
| 129 | 2024-01-25T08:15:32.674Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 130 | 2024-01-25T08:15:32.705Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 131 | 2024-01-25T08:15:32.706Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "60ebc414-b884-4e3b-bc3b-f13987f8af17", "date": "Thu, 25 Jan 2024 08:15:32 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 132 | 2024-01-25T08:15:32.706Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 133 | 2024-01-25T08:15:32.707Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d652a63a-05ca-4f55-a6b7-22a7c15a7e0f", "date": "Thu, 25 Jan 2024 08:15:32 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 134 | 2024-01-25T08:15:32.707Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 135 | 2024-01-25T08:15:32.708Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 136 | 2024-01-25T08:15:32.708Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 71.208042ms
iteration = 13
|
| 137 | 2024-01-25T08:15:40.772Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/711a749/dropshot/src/server.rs:849
latency_us = 967
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:50471
req_id = 865d2907-b7b7-4a56-82ec-3454a6cdc0cb
response_code = 200
uri = /metrics/collect/49c4cfa4-c1b1-45ca-8dad-8f333a87a66e
|