| 1 | 2024-03-11T14:45:09.939Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 37
reason = Timeout
|
| 2 | 2024-03-11T14:45:09.939Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 3 | 2024-03-11T14:45:09.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 4 | 2024-03-11T14:45:09.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 5 | 2024-03-11T14:45:09.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 6 | 2024-03-11T14:45:09.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 7 | 2024-03-11T14:45:09.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 8 | 2024-03-11T14:45:09.945Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.944271ms
iteration = 37
|
| 9 | 2024-03-11T14:45:10.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 240
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 2f52f4c0-50a9-4a6c-8c59-c9fa76b8b87c
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 10 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 14
reason = Timeout
|
| 11 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 8
reason = Timeout
|
| 12 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 13 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 14 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 15 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 8
reason = Timeout
|
| 16 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 8
reason = Timeout
|
| 17 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 18 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 19 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 8
reason = Timeout
|
| 20 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 14
reason = Timeout
|
| 21 | 2024-03-11T14:45:19.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 22 | 2024-03-11T14:45:19.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 23 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 10.06\u{b5}s
iteration = 14
|
| 24 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 14
reason = Timeout
|
| 25 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 26 | 2024-03-11T14:45:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 10
reason = Timeout
|
| 27 | 2024-03-11T14:45:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 28 | 2024-03-11T14:45:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 29 | 2024-03-11T14:45:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 30 | 2024-03-11T14:45:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 31 | 2024-03-11T14:45:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 32 | 2024-03-11T14:45:19.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 33 | 2024-03-11T14:45:19.909Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b8a64cff-23ea-48a8-b15e-745f0bd639d7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 1673, tv_nsec: 638114215 } })
|
| 34 | 2024-03-11T14:45:19.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 35 | 2024-03-11T14:45:19.909Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0b35c3d8-4727-43d4-a8c9-c749b2a9f786.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1aa120af-a5c4-4cfb-bc3c-a316c08e32c6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 1673, tv_nsec: 638298628 } })
|
| 36 | 2024-03-11T14:45:19.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 37 | 2024-03-11T14:45:19.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 38 | 2024-03-11T14:45:19.910Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 39 | 2024-03-11T14:45:19.910Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bfd47185-38c5-4919-80af-0182cbe4b40a", "content-length": "2", "date": "Mon, 11 Mar 2024 14:45:19 GMT"} })
|
| 40 | 2024-03-11T14:45:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 41 | 2024-03-11T14:45:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 42 | 2024-03-11T14:45:19.910Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 43 | 2024-03-11T14:45:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 44 | 2024-03-11T14:45:19.911Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 45 | 2024-03-11T14:45:19.911Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 3.924687ms
iteration = 8
|
| 46 | 2024-03-11T14:45:19.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.492026ms
iteration = 14
|
| 47 | 2024-03-11T14:45:19.912Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
| 48 | 2024-03-11T14:45:19.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 5.155117ms
iteration = 8
|
| 49 | 2024-03-11T14:45:19.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 50 | 2024-03-11T14:45:19.913Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 51 | 2024-03-11T14:45:19.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 52 | 2024-03-11T14:45:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 53 | 2024-03-11T14:45:19.914Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 54 | 2024-03-11T14:45:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 55 | 2024-03-11T14:45:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 56 | 2024-03-11T14:45:19.915Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 57 | 2024-03-11T14:45:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 58 | 2024-03-11T14:45:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 59 | 2024-03-11T14:45:19.915Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 60 | 2024-03-11T14:45:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 61 | 2024-03-11T14:45:19.916Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 62 | 2024-03-11T14:45:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 63 | 2024-03-11T14:45:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 64 | 2024-03-11T14:45:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 65 | 2024-03-11T14:45:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 66 | 2024-03-11T14:45:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 67 | 2024-03-11T14:45:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 68 | 2024-03-11T14:45:19.919Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 10
reason = Timeout
|
| 69 | 2024-03-11T14:45:19.919Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 8
reason = Timeout
|
| 70 | 2024-03-11T14:45:19.919Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:54
reason = no blueprint
|
| 71 | 2024-03-11T14:45:19.919Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 4.989\u{b5}s
iteration = 8
|
| 72 | 2024-03-11T14:45:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 73 | 2024-03-11T14:45:19.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 74 | 2024-03-11T14:45:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 75 | 2024-03-11T14:45:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 8
reason = Timeout
|
| 76 | 2024-03-11T14:45:19.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 77 | 2024-03-11T14:45:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 78 | 2024-03-11T14:45:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 79 | 2024-03-11T14:45:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 80 | 2024-03-11T14:45:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 81 | 2024-03-11T14:45:19.922Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 82 | 2024-03-11T14:45:19.922Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 83 | 2024-03-11T14:45:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 84 | 2024-03-11T14:45:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 85 | 2024-03-11T14:45:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 86 | 2024-03-11T14:45:19.923Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 87 | 2024-03-11T14:45:19.923Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 88 | 2024-03-11T14:45:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 89 | 2024-03-11T14:45:19.923Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 90 | 2024-03-11T14:45:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 91 | 2024-03-11T14:45:19.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 92 | 2024-03-11T14:45:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 93 | 2024-03-11T14:45:19.926Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 94 | 2024-03-11T14:45:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 95 | 2024-03-11T14:45:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 96 | 2024-03-11T14:45:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 97 | 2024-03-11T14:45:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 98 | 2024-03-11T14:45:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 99 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 100 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 101 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 102 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 103 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 104 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 105 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 106 | 2024-03-11T14:45:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 107 | 2024-03-11T14:45:19.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 108 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 109 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 110 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-03-11 14:39:30.302111 UTC
dns_group = external
generation = 2
|
| 111 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 23.355406ms
iteration = 8
|
| 112 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
| 113 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 114 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-03-11 14:39:29.993042 UTC
dns_group = internal
generation = 1
|
| 115 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 23.758532ms
iteration = 8
|
| 116 | 2024-03-11T14:45:19.931Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 117 | 2024-03-11T14:45:19.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 118 | 2024-03-11T14:45:19.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 119 | 2024-03-11T14:45:19.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 120 | 2024-03-11T14:45:19.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 121 | 2024-03-11T14:45:19.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 122 | 2024-03-11T14:45:19.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 123 | 2024-03-11T14:45:19.935Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 124 | 2024-03-11T14:45:19.935Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 125 | 2024-03-11T14:45:19.935Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 27.705089ms
iteration = 14
|
| 126 | 2024-03-11T14:45:19.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 127 | 2024-03-11T14:45:19.938Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 128 | 2024-03-11T14:45:19.938Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 129 | 2024-03-11T14:45:19.938Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 130 | 2024-03-11T14:45:19.939Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 38
reason = Timeout
|
| 131 | 2024-03-11T14:45:19.939Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 14
reason = Timeout
|
| 132 | 2024-03-11T14:45:19.939Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 133 | 2024-03-11T14:45:19.939Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 134 | 2024-03-11T14:45:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 135 | 2024-03-11T14:45:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 136 | 2024-03-11T14:45:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 14
reason = Timeout
|
| 137 | 2024-03-11T14:45:19.940Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 138 | 2024-03-11T14:45:19.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 139 | 2024-03-11T14:45:19.941Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 140 | 2024-03-11T14:45:19.941Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6e43a0db-8ae9-4608-823c-1f132e9c3c6f", "content-length": "2", "date": "Mon, 11 Mar 2024 14:45:19 GMT"} })
|
| 141 | 2024-03-11T14:45:19.941Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.79578ms
iteration = 14
|
| 142 | 2024-03-11T14:45:19.943Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 143 | 2024-03-11T14:45:19.943Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.476002ms
iteration = 14
|
| 144 | 2024-03-11T14:45:19.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 145 | 2024-03-11T14:45:19.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 146 | 2024-03-11T14:45:19.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 147 | 2024-03-11T14:45:19.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.232516ms
iteration = 38
|
| 148 | 2024-03-11T14:45:19.947Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-03-11T14:39:20.004094Z, time_modified: 2024-03-11T14:39:20.004094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }) }
|
| 149 | 2024-03-11T14:45:19.947Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 26.663341ms
iteration = 8
|
| 150 | 2024-03-11T14:45:19.962Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 151 | 2024-03-11T14:45:19.989Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 152 | 2024-03-11T14:45:20.023Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 153 | 2024-03-11T14:45:20.050Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 154 | 2024-03-11T14:45:20.050Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "836675ff-d6d3-4d7d-b1fd-f9051ec867be", "date": "Mon, 11 Mar 2024 14:45:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 155 | 2024-03-11T14:45:20.051Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 156 | 2024-03-11T14:45:20.053Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "a283deee-a046-4601-b613-9a84cedc2e12", "date": "Mon, 11 Mar 2024 14:45:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 157 | 2024-03-11T14:45:20.053Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 158 | 2024-03-11T14:45:20.055Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 159 | 2024-03-11T14:45:20.055Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 135.093968ms
iteration = 10
|
| 160 | 2024-03-11T14:45:20.067Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 161 | 2024-03-11T14:45:20.067Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "34e93e03-18cd-46b7-bc69-87be48198dd7", "date": "Mon, 11 Mar 2024 14:45:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 162 | 2024-03-11T14:45:20.067Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 163 | 2024-03-11T14:45:20.069Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c8d110ef-465e-4455-a720-66542d65aa6d", "date": "Mon, 11 Mar 2024 14:45:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 164 | 2024-03-11T14:45:20.069Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 165 | 2024-03-11T14:45:20.071Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4cfe6c2c-d2a8-44f5-bad4-a5982117e7c2", "date": "Mon, 11 Mar 2024 14:45:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 166 | 2024-03-11T14:45:20.071Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 167 | 2024-03-11T14:45:20.073Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 168 | 2024-03-11T14:45:20.073Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 165.747957ms
iteration = 10
|
| 169 | 2024-03-11T14:45:20.200Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 145
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 0ecc1d87-b11a-4adf-964a-b31dad8b7553
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 170 | 2024-03-11T14:45:29.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 39
reason = Timeout
|
| 171 | 2024-03-11T14:45:29.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 172 | 2024-03-11T14:45:29.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 173 | 2024-03-11T14:45:29.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 174 | 2024-03-11T14:45:29.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 175 | 2024-03-11T14:45:29.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 176 | 2024-03-11T14:45:29.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 177 | 2024-03-11T14:45:29.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.311027ms
iteration = 39
|
| 178 | 2024-03-11T14:45:30.200Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 274
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = decc38c7-b5dd-4d90-848e-c70eb6389040
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 179 | 2024-03-11T14:45:39.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 40
reason = Timeout
|
| 180 | 2024-03-11T14:45:39.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 181 | 2024-03-11T14:45:39.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 182 | 2024-03-11T14:45:39.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 183 | 2024-03-11T14:45:39.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 184 | 2024-03-11T14:45:39.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 185 | 2024-03-11T14:45:39.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 186 | 2024-03-11T14:45:39.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.312567ms
iteration = 40
|
| 187 | 2024-03-11T14:45:40.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 240
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 6bcd8af1-f3b1-4e7e-9b02-a686a7b2409d
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 188 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 15
reason = Timeout
|
| 189 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 190 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 15
reason = Timeout
|
| 191 | 2024-03-11T14:45:49.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 192 | 2024-03-11T14:45:49.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 193 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 15.85\u{b5}s
iteration = 15
|
| 194 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 15
reason = Timeout
|
| 195 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 196 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 197 | 2024-03-11T14:45:49.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 198 | 2024-03-11T14:45:49.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 199 | 2024-03-11T14:45:49.909Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 200 | 2024-03-11T14:45:49.909Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2eb50161-19e3-40f2-8fc9-4aa91a489081", "content-length": "2", "date": "Mon, 11 Mar 2024 14:45:49 GMT"} })
|
| 201 | 2024-03-11T14:45:49.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 202 | 2024-03-11T14:45:49.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 203 | 2024-03-11T14:45:49.910Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 3.184924ms
iteration = 15
|
| 204 | 2024-03-11T14:45:49.911Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 205 | 2024-03-11T14:45:49.911Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 206 | 2024-03-11T14:45:49.911Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 207 | 2024-03-11T14:45:49.913Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 208 | 2024-03-11T14:45:49.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 209 | 2024-03-11T14:45:49.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 210 | 2024-03-11T14:45:49.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 211 | 2024-03-11T14:45:49.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 212 | 2024-03-11T14:45:49.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 213 | 2024-03-11T14:45:49.930Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 214 | 2024-03-11T14:45:49.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 215 | 2024-03-11T14:45:49.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 216 | 2024-03-11T14:45:49.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 217 | 2024-03-11T14:45:49.934Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 27.001427ms
iteration = 15
|
| 218 | 2024-03-11T14:45:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 41
reason = Timeout
|
| 219 | 2024-03-11T14:45:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 15
reason = Timeout
|
| 220 | 2024-03-11T14:45:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 221 | 2024-03-11T14:45:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 222 | 2024-03-11T14:45:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 223 | 2024-03-11T14:45:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 224 | 2024-03-11T14:45:49.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 15
reason = Timeout
|
| 225 | 2024-03-11T14:45:49.941Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 226 | 2024-03-11T14:45:49.941Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 227 | 2024-03-11T14:45:49.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b5ad3bc7-9acf-450a-a316-65f519c9aa46", "content-length": "2", "date": "Mon, 11 Mar 2024 14:45:49 GMT"} })
|
| 228 | 2024-03-11T14:45:49.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.482575ms
iteration = 15
|
| 229 | 2024-03-11T14:45:49.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 230 | 2024-03-11T14:45:49.944Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 231 | 2024-03-11T14:45:49.944Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.549373ms
iteration = 15
|
| 232 | 2024-03-11T14:45:49.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 233 | 2024-03-11T14:45:49.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 234 | 2024-03-11T14:45:49.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 235 | 2024-03-11T14:45:49.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.472432ms
iteration = 41
|
| 236 | 2024-03-11T14:45:50.200Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 157
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 0058ca22-aac7-4826-8135-ba840d4d085d
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 237 | 2024-03-11T14:45:59.823Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:765
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::1:0]:46254
|
| 238 | 2024-03-11T14:45:59.854Z | INFO | nexus: registered oximeter collector client
file = nexus/src/app/oximeter.rs:374
id = e019c51e-579b-419f-bff6-2fbc7b40e938
|
| 239 | 2024-03-11T14:45:59.859Z | DEBG | nexus: client request
body = Some(Body)
method = POST
oximeter-collector = e019c51e-579b-419f-bff6-2fbc7b40e938
uri = http://[fd00:1122:3344:101::d]:12223/producers
|
| 240 | 2024-03-11T14:45:59.860Z | DEBG | nexus: client response
oximeter-collector = e019c51e-579b-419f-bff6-2fbc7b40e938
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::d)), port: Some(12223), path: "/producers", query: None, fragment: None }, status: 204, headers: {"x-request-id": "76677f64-f295-428c-baca-233d8986bfe9", "date": "Mon, 11 Mar 2024 14:45:59 GMT"} })
|
| 241 | 2024-03-11T14:45:59.860Z | INFO | nexus: assigned collector to new producer
collector_id = e019c51e-579b-419f-bff6-2fbc7b40e938
file = nexus/src/app/oximeter.rs:193
producer_id = e3bd1949-f302-43c5-ba0a-4ebec2b8ecff
|
| 242 | 2024-03-11T14:45:59.861Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 38475
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1:0]:46254
req_id = 9fec3247-f81c-4a85-ab1c-48061a082fb4
response_code = 204
uri = /metrics/producers
|
| 243 | 2024-03-11T14:45:59.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 42
reason = Timeout
|
| 244 | 2024-03-11T14:45:59.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 245 | 2024-03-11T14:45:59.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 246 | 2024-03-11T14:45:59.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 247 | 2024-03-11T14:45:59.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 248 | 2024-03-11T14:45:59.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 249 | 2024-03-11T14:45:59.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 250 | 2024-03-11T14:45:59.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.813228ms
iteration = 42
|
| 251 | 2024-03-11T14:46:00.202Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 1094
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = a172302a-ffa7-4039-8235-52e0ffafdcb0
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 252 | 2024-03-11T14:46:09.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 43
reason = Timeout
|
| 253 | 2024-03-11T14:46:09.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 254 | 2024-03-11T14:46:09.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 255 | 2024-03-11T14:46:09.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 256 | 2024-03-11T14:46:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 257 | 2024-03-11T14:46:09.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 258 | 2024-03-11T14:46:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 259 | 2024-03-11T14:46:09.947Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.806315ms
iteration = 43
|
| 260 | 2024-03-11T14:46:10.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 582
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 3d52dedc-c94a-44f8-b456-a07eaf0ef977
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 261 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 16
reason = Timeout
|
| 262 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 263 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 9
reason = Timeout
|
| 264 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 9
reason = Timeout
|
| 265 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 266 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 267 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 9
reason = Timeout
|
| 268 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 269 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 270 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 16
reason = Timeout
|
| 271 | 2024-03-11T14:46:19.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 272 | 2024-03-11T14:46:19.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 273 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 16
reason = Timeout
|
| 274 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 9
reason = Timeout
|
| 275 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 17.341\u{b5}s
iteration = 16
|
| 276 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 277 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 11
reason = Timeout
|
| 278 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 279 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 280 | 2024-03-11T14:46:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 281 | 2024-03-11T14:46:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 282 | 2024-03-11T14:46:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 283 | 2024-03-11T14:46:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 284 | 2024-03-11T14:46:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 285 | 2024-03-11T14:46:19.908Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b8a64cff-23ea-48a8-b15e-745f0bd639d7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 1733, tv_nsec: 637737968 } })
|
| 286 | 2024-03-11T14:46:19.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 287 | 2024-03-11T14:46:19.909Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0b35c3d8-4727-43d4-a8c9-c749b2a9f786.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1aa120af-a5c4-4cfb-bc3c-a316c08e32c6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 1733, tv_nsec: 637979772 } })
|
| 288 | 2024-03-11T14:46:19.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 289 | 2024-03-11T14:46:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 290 | 2024-03-11T14:46:19.910Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 291 | 2024-03-11T14:46:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 292 | 2024-03-11T14:46:19.911Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9eceb225-dbb4-47d9-b868-f69da0c935a7", "content-length": "2", "date": "Mon, 11 Mar 2024 14:46:19 GMT"} })
|
| 293 | 2024-03-11T14:46:19.911Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 294 | 2024-03-11T14:46:19.911Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 295 | 2024-03-11T14:46:19.911Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 296 | 2024-03-11T14:46:19.911Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 4.224431ms
iteration = 9
|
| 297 | 2024-03-11T14:46:19.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 5.423292ms
iteration = 16
|
| 298 | 2024-03-11T14:46:19.913Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
| 299 | 2024-03-11T14:46:19.913Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 6.268566ms
iteration = 9
|
| 300 | 2024-03-11T14:46:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 301 | 2024-03-11T14:46:19.914Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 302 | 2024-03-11T14:46:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 303 | 2024-03-11T14:46:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 304 | 2024-03-11T14:46:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 305 | 2024-03-11T14:46:19.915Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 306 | 2024-03-11T14:46:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 307 | 2024-03-11T14:46:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 308 | 2024-03-11T14:46:19.915Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 309 | 2024-03-11T14:46:19.915Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 310 | 2024-03-11T14:46:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 311 | 2024-03-11T14:46:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 312 | 2024-03-11T14:46:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 313 | 2024-03-11T14:46:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 314 | 2024-03-11T14:46:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 315 | 2024-03-11T14:46:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 316 | 2024-03-11T14:46:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 317 | 2024-03-11T14:46:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 318 | 2024-03-11T14:46:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 319 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 320 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 321 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 9
reason = Timeout
|
| 322 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 11
reason = Timeout
|
| 323 | 2024-03-11T14:46:19.920Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:54
reason = no blueprint
|
| 324 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 11.11\u{b5}s
iteration = 9
|
| 325 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 326 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 327 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 328 | 2024-03-11T14:46:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 329 | 2024-03-11T14:46:19.921Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 9
reason = Timeout
|
| 330 | 2024-03-11T14:46:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 331 | 2024-03-11T14:46:19.921Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 332 | 2024-03-11T14:46:19.921Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 333 | 2024-03-11T14:46:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 334 | 2024-03-11T14:46:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 335 | 2024-03-11T14:46:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 336 | 2024-03-11T14:46:19.922Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 337 | 2024-03-11T14:46:19.922Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 338 | 2024-03-11T14:46:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 339 | 2024-03-11T14:46:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 340 | 2024-03-11T14:46:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 341 | 2024-03-11T14:46:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 342 | 2024-03-11T14:46:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 343 | 2024-03-11T14:46:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 344 | 2024-03-11T14:46:19.926Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 345 | 2024-03-11T14:46:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 346 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 347 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 348 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 349 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 350 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 351 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 352 | 2024-03-11T14:46:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 353 | 2024-03-11T14:46:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 354 | 2024-03-11T14:46:19.928Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 355 | 2024-03-11T14:46:19.928Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 356 | 2024-03-11T14:46:19.928Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-03-11 14:39:30.302111 UTC
dns_group = external
generation = 2
|
| 357 | 2024-03-11T14:46:19.928Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 20.997745ms
iteration = 9
|
| 358 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 359 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
| 360 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 361 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-03-11 14:39:29.993042 UTC
dns_group = internal
generation = 1
|
| 362 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 363 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 21.984142ms
iteration = 9
|
| 364 | 2024-03-11T14:46:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 365 | 2024-03-11T14:46:19.930Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 366 | 2024-03-11T14:46:19.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 367 | 2024-03-11T14:46:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 368 | 2024-03-11T14:46:19.932Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 369 | 2024-03-11T14:46:19.932Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 370 | 2024-03-11T14:46:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 371 | 2024-03-11T14:46:19.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 372 | 2024-03-11T14:46:19.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 373 | 2024-03-11T14:46:19.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 374 | 2024-03-11T14:46:19.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 375 | 2024-03-11T14:46:19.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 376 | 2024-03-11T14:46:19.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 377 | 2024-03-11T14:46:19.935Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 28.564243ms
iteration = 16
|
| 378 | 2024-03-11T14:46:19.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 379 | 2024-03-11T14:46:19.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 380 | 2024-03-11T14:46:19.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 381 | 2024-03-11T14:46:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 44
reason = Timeout
|
| 382 | 2024-03-11T14:46:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 16
reason = Timeout
|
| 383 | 2024-03-11T14:46:19.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 384 | 2024-03-11T14:46:19.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 385 | 2024-03-11T14:46:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 386 | 2024-03-11T14:46:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 387 | 2024-03-11T14:46:19.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 16
reason = Timeout
|
| 388 | 2024-03-11T14:46:19.941Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 389 | 2024-03-11T14:46:19.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 390 | 2024-03-11T14:46:19.941Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 391 | 2024-03-11T14:46:19.942Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-03-11T14:39:20.004094Z, time_modified: 2024-03-11T14:39:20.004094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }) }
file = nexus/src/app/background/external_endpoints.rs:101
|
| 392 | 2024-03-11T14:46:19.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 20.408806ms
iteration = 9
|
| 393 | 2024-03-11T14:46:19.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1cc5b651-a133-4a0b-8fd2-f1eeb00fa305", "content-length": "2", "date": "Mon, 11 Mar 2024 14:46:19 GMT"} })
|
| 394 | 2024-03-11T14:46:19.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.80883ms
iteration = 16
|
| 395 | 2024-03-11T14:46:19.943Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 396 | 2024-03-11T14:46:19.943Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 1.856261ms
iteration = 16
|
| 397 | 2024-03-11T14:46:19.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 398 | 2024-03-11T14:46:19.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 399 | 2024-03-11T14:46:19.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 400 | 2024-03-11T14:46:19.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.219445ms
iteration = 44
|
| 401 | 2024-03-11T14:46:19.969Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 402 | 2024-03-11T14:46:19.982Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 403 | 2024-03-11T14:46:20.033Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 404 | 2024-03-11T14:46:20.043Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 405 | 2024-03-11T14:46:20.043Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "bd5ebc5a-514c-4b27-8147-6248f1ca1c34", "date": "Mon, 11 Mar 2024 14:46:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 406 | 2024-03-11T14:46:20.043Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 407 | 2024-03-11T14:46:20.045Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b9d04aa4-6eaf-4fa1-aa33-d32a1e078918", "date": "Mon, 11 Mar 2024 14:46:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 408 | 2024-03-11T14:46:20.045Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 409 | 2024-03-11T14:46:20.046Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 410 | 2024-03-11T14:46:20.046Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 126.238298ms
iteration = 11
|
| 411 | 2024-03-11T14:46:20.068Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 412 | 2024-03-11T14:46:20.069Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "6c2df524-ac6f-47cb-bb81-533b96ad117a", "date": "Mon, 11 Mar 2024 14:46:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 413 | 2024-03-11T14:46:20.069Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 414 | 2024-03-11T14:46:20.070Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "f7917d34-1c02-4e2e-937e-41d7b54c8eba", "date": "Mon, 11 Mar 2024 14:46:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 415 | 2024-03-11T14:46:20.070Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 416 | 2024-03-11T14:46:20.071Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "75550dad-da6a-4722-954f-135e2d4d5b8b", "date": "Mon, 11 Mar 2024 14:46:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 417 | 2024-03-11T14:46:20.071Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 418 | 2024-03-11T14:46:20.073Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 419 | 2024-03-11T14:46:20.073Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 165.686066ms
iteration = 11
|
| 420 | 2024-03-11T14:46:20.200Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 165
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = acd21e8f-0976-45ca-914f-b7699edb46d5
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 421 | 2024-03-11T14:46:29.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 45
reason = Timeout
|
| 422 | 2024-03-11T14:46:29.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 423 | 2024-03-11T14:46:29.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 424 | 2024-03-11T14:46:29.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 425 | 2024-03-11T14:46:29.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 426 | 2024-03-11T14:46:29.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 427 | 2024-03-11T14:46:29.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 428 | 2024-03-11T14:46:29.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.366328ms
iteration = 45
|
| 429 | 2024-03-11T14:46:30.200Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 244
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = f7aef2a7-a36a-423f-89cb-0b50d688403e
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 430 | 2024-03-11T14:46:39.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 46
reason = Timeout
|
| 431 | 2024-03-11T14:46:39.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 432 | 2024-03-11T14:46:39.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 433 | 2024-03-11T14:46:39.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 434 | 2024-03-11T14:46:39.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 435 | 2024-03-11T14:46:39.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 436 | 2024-03-11T14:46:39.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 437 | 2024-03-11T14:46:39.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.059562ms
iteration = 46
|
| 438 | 2024-03-11T14:46:40.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 163
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = fd9c5135-81a0-410e-81c1-4bec18ffbc91
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 439 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 17
reason = Timeout
|
| 440 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 441 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 17
reason = Timeout
|
| 442 | 2024-03-11T14:46:49.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 443 | 2024-03-11T14:46:49.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 444 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 16.55\u{b5}s
iteration = 17
|
| 445 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 17
reason = Timeout
|
| 446 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 447 | 2024-03-11T14:46:49.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 448 | 2024-03-11T14:46:49.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 449 | 2024-03-11T14:46:49.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 450 | 2024-03-11T14:46:49.909Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 451 | 2024-03-11T14:46:49.910Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a0d3d027-98d4-4a60-b70b-42ee00c19e14", "content-length": "2", "date": "Mon, 11 Mar 2024 14:46:49 GMT"} })
|
| 452 | 2024-03-11T14:46:49.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 453 | 2024-03-11T14:46:49.911Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 454 | 2024-03-11T14:46:49.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 5.133917ms
iteration = 17
|
| 455 | 2024-03-11T14:46:49.912Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 456 | 2024-03-11T14:46:49.912Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 457 | 2024-03-11T14:46:49.912Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 458 | 2024-03-11T14:46:49.914Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 459 | 2024-03-11T14:46:49.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 460 | 2024-03-11T14:46:49.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 461 | 2024-03-11T14:46:49.924Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 462 | 2024-03-11T14:46:49.926Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 463 | 2024-03-11T14:46:49.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 464 | 2024-03-11T14:46:49.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 465 | 2024-03-11T14:46:49.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 466 | 2024-03-11T14:46:49.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 467 | 2024-03-11T14:46:49.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 468 | 2024-03-11T14:46:49.931Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 23.886234ms
iteration = 17
|
| 469 | 2024-03-11T14:46:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 47
reason = Timeout
|
| 470 | 2024-03-11T14:46:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 17
reason = Timeout
|
| 471 | 2024-03-11T14:46:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 472 | 2024-03-11T14:46:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 473 | 2024-03-11T14:46:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 17
reason = Timeout
|
| 474 | 2024-03-11T14:46:49.940Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 475 | 2024-03-11T14:46:49.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 476 | 2024-03-11T14:46:49.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 477 | 2024-03-11T14:46:49.942Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 478 | 2024-03-11T14:46:49.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 479 | 2024-03-11T14:46:49.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c96b6d81-c40b-40dc-92b3-14612372abe2", "content-length": "2", "date": "Mon, 11 Mar 2024 14:46:49 GMT"} })
|
| 480 | 2024-03-11T14:46:49.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.521946ms
iteration = 17
|
| 481 | 2024-03-11T14:46:49.942Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 482 | 2024-03-11T14:46:49.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 1.823811ms
iteration = 17
|
| 483 | 2024-03-11T14:46:49.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 484 | 2024-03-11T14:46:49.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 485 | 2024-03-11T14:46:49.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 486 | 2024-03-11T14:46:49.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.30874ms
iteration = 47
|
| 487 | 2024-03-11T14:46:50.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 127
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = e0ea8f17-9741-42d4-8ce8-4615e59913b2
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 488 | 2024-03-11T14:46:59.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 48
reason = Timeout
|
| 489 | 2024-03-11T14:46:59.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 490 | 2024-03-11T14:46:59.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 491 | 2024-03-11T14:46:59.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 492 | 2024-03-11T14:46:59.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 493 | 2024-03-11T14:46:59.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 494 | 2024-03-11T14:46:59.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 495 | 2024-03-11T14:46:59.947Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.555131ms
iteration = 48
|
| 496 | 2024-03-11T14:47:00.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 238
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 356b03bd-ac93-40b3-bf67-c4fc0ff50867
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 497 | 2024-03-11T14:47:09.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 49
reason = Timeout
|
| 498 | 2024-03-11T14:47:09.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 499 | 2024-03-11T14:47:09.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 500 | 2024-03-11T14:47:09.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 501 | 2024-03-11T14:47:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 502 | 2024-03-11T14:47:09.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 503 | 2024-03-11T14:47:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 504 | 2024-03-11T14:47:09.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.48939ms
iteration = 49
|
| 505 | 2024-03-11T14:47:10.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 267
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 0bde7f9d-e240-47f3-820f-024ca16f1dd8
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 506 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 18
reason = Timeout
|
| 507 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 508 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 10
reason = Timeout
|
| 509 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 10
reason = Timeout
|
| 510 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 511 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 512 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 10
reason = Timeout
|
| 513 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 514 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 18
reason = Timeout
|
| 515 | 2024-03-11T14:47:19.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 516 | 2024-03-11T14:47:19.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 517 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 518 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 11.48\u{b5}s
iteration = 18
|
| 519 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 12
reason = Timeout
|
| 520 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 18
reason = Timeout
|
| 521 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 522 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 10
reason = Timeout
|
| 523 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 524 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 525 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 526 | 2024-03-11T14:47:19.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 527 | 2024-03-11T14:47:19.907Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0b35c3d8-4727-43d4-a8c9-c749b2a9f786.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1aa120af-a5c4-4cfb-bc3c-a316c08e32c6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 1793, tv_nsec: 636424936 } })
|
| 528 | 2024-03-11T14:47:19.907Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b8a64cff-23ea-48a8-b15e-745f0bd639d7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 1793, tv_nsec: 636588399 } })
|
| 529 | 2024-03-11T14:47:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 530 | 2024-03-11T14:47:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 531 | 2024-03-11T14:47:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 532 | 2024-03-11T14:47:19.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 533 | 2024-03-11T14:47:19.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 534 | 2024-03-11T14:47:19.909Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 535 | 2024-03-11T14:47:19.910Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9a4c143b-62db-4a44-beb3-5a151e001d41", "content-length": "2", "date": "Mon, 11 Mar 2024 14:47:19 GMT"} })
|
| 536 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 537 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 538 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
| 539 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 540 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 3.443669ms
iteration = 10
|
| 541 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 542 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 3.380737ms
iteration = 10
|
| 543 | 2024-03-11T14:47:19.910Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 544 | 2024-03-11T14:47:19.911Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.652659ms
iteration = 18
|
| 545 | 2024-03-11T14:47:19.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 546 | 2024-03-11T14:47:19.913Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 547 | 2024-03-11T14:47:19.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 548 | 2024-03-11T14:47:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 549 | 2024-03-11T14:47:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 550 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 551 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 552 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 553 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 554 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 555 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 556 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 557 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 558 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 559 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 560 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 561 | 2024-03-11T14:47:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 562 | 2024-03-11T14:47:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 563 | 2024-03-11T14:47:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 564 | 2024-03-11T14:47:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 12
reason = Timeout
|
| 565 | 2024-03-11T14:47:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 10
reason = Timeout
|
| 566 | 2024-03-11T14:47:19.920Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:54
reason = no blueprint
|
| 567 | 2024-03-11T14:47:19.920Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 7.18\u{b5}s
iteration = 10
|
| 568 | 2024-03-11T14:47:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 569 | 2024-03-11T14:47:19.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 570 | 2024-03-11T14:47:19.920Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 571 | 2024-03-11T14:47:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 572 | 2024-03-11T14:47:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 573 | 2024-03-11T14:47:19.921Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 10
reason = Timeout
|
| 574 | 2024-03-11T14:47:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 575 | 2024-03-11T14:47:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 576 | 2024-03-11T14:47:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 577 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 578 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 579 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 580 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 581 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 582 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 583 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 584 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 585 | 2024-03-11T14:47:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 586 | 2024-03-11T14:47:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 587 | 2024-03-11T14:47:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 588 | 2024-03-11T14:47:19.924Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 589 | 2024-03-11T14:47:19.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 590 | 2024-03-11T14:47:19.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 591 | 2024-03-11T14:47:19.926Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 592 | 2024-03-11T14:47:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 593 | 2024-03-11T14:47:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 594 | 2024-03-11T14:47:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 595 | 2024-03-11T14:47:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 596 | 2024-03-11T14:47:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 597 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 598 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 599 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 600 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 601 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 602 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-03-11 14:39:30.302111 UTC
dns_group = external
generation = 2
|
| 603 | 2024-03-11T14:47:19.928Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 21.796819ms
iteration = 10
|
| 604 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
| 605 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 606 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-03-11 14:39:29.993042 UTC
dns_group = internal
generation = 1
|
| 607 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 22.99629ms
iteration = 10
|
| 608 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 609 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 610 | 2024-03-11T14:47:19.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 611 | 2024-03-11T14:47:19.931Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 612 | 2024-03-11T14:47:19.931Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 613 | 2024-03-11T14:47:19.932Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 614 | 2024-03-11T14:47:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 615 | 2024-03-11T14:47:19.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 616 | 2024-03-11T14:47:19.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 617 | 2024-03-11T14:47:19.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 618 | 2024-03-11T14:47:19.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 619 | 2024-03-11T14:47:19.935Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 620 | 2024-03-11T14:47:19.935Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 621 | 2024-03-11T14:47:19.935Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 622 | 2024-03-11T14:47:19.937Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 623 | 2024-03-11T14:47:19.937Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 624 | 2024-03-11T14:47:19.937Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 625 | 2024-03-11T14:47:19.938Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 31.350511ms
iteration = 18
|
| 626 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 50
reason = Timeout
|
| 627 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 18
reason = Timeout
|
| 628 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 629 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 630 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 631 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 632 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-03-11T14:39:20.004094Z, time_modified: 2024-03-11T14:39:20.004094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }) }
|
| 633 | 2024-03-11T14:47:19.940Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 19.799556ms
iteration = 10
|
| 634 | 2024-03-11T14:47:19.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 18
reason = Timeout
|
| 635 | 2024-03-11T14:47:19.941Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 636 | 2024-03-11T14:47:19.941Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 637 | 2024-03-11T14:47:19.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 638 | 2024-03-11T14:47:19.941Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6684d49a-6b57-4a80-b9b5-46327cc4615c", "content-length": "2", "date": "Mon, 11 Mar 2024 14:47:19 GMT"} })
|
| 639 | 2024-03-11T14:47:19.941Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.470685ms
iteration = 18
|
| 640 | 2024-03-11T14:47:19.944Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 641 | 2024-03-11T14:47:19.944Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.742627ms
iteration = 18
|
| 642 | 2024-03-11T14:47:19.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 643 | 2024-03-11T14:47:19.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 644 | 2024-03-11T14:47:19.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 645 | 2024-03-11T14:47:19.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.945861ms
iteration = 50
|
| 646 | 2024-03-11T14:47:19.960Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 647 | 2024-03-11T14:47:19.986Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 648 | 2024-03-11T14:47:20.020Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 649 | 2024-03-11T14:47:20.046Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 650 | 2024-03-11T14:47:20.047Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "e287b4d2-ee2d-4c21-998e-a6e3da74949e", "date": "Mon, 11 Mar 2024 14:47:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 651 | 2024-03-11T14:47:20.047Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 652 | 2024-03-11T14:47:20.049Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "4cfa005d-45a0-4702-b708-5bdbf1098489", "date": "Mon, 11 Mar 2024 14:47:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 653 | 2024-03-11T14:47:20.049Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 654 | 2024-03-11T14:47:20.049Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 655 | 2024-03-11T14:47:20.049Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 129.192917ms
iteration = 12
|
| 656 | 2024-03-11T14:47:20.063Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 657 | 2024-03-11T14:47:20.063Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "1541c7f5-05b4-4273-8f14-e2d236d718a6", "date": "Mon, 11 Mar 2024 14:47:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 658 | 2024-03-11T14:47:20.063Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 659 | 2024-03-11T14:47:20.065Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "02b8c273-028c-4199-a21e-2daa0e1f20f4", "date": "Mon, 11 Mar 2024 14:47:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 660 | 2024-03-11T14:47:20.065Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 661 | 2024-03-11T14:47:20.067Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "c52dc516-255e-4b1a-ade5-9209b1341f98", "date": "Mon, 11 Mar 2024 14:47:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 662 | 2024-03-11T14:47:20.067Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 663 | 2024-03-11T14:47:20.069Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 664 | 2024-03-11T14:47:20.069Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 162.693495ms
iteration = 12
|
| 665 | 2024-03-11T14:47:20.202Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 903
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 011a9da8-9c87-4098-90f1-b09dd354a0cc
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 666 | 2024-03-11T14:47:29.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 51
reason = Timeout
|
| 667 | 2024-03-11T14:47:29.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 668 | 2024-03-11T14:47:29.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 669 | 2024-03-11T14:47:29.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 670 | 2024-03-11T14:47:29.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 671 | 2024-03-11T14:47:29.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 672 | 2024-03-11T14:47:29.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 673 | 2024-03-11T14:47:29.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.943501ms
iteration = 51
|
| 674 | 2024-03-11T14:47:30.200Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 191
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 086ce4aa-34f7-409c-aaff-f5b6fef62627
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 675 | 2024-03-11T14:47:39.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 52
reason = Timeout
|
| 676 | 2024-03-11T14:47:39.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 677 | 2024-03-11T14:47:39.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 678 | 2024-03-11T14:47:39.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 679 | 2024-03-11T14:47:39.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 680 | 2024-03-11T14:47:39.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 681 | 2024-03-11T14:47:39.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 682 | 2024-03-11T14:47:39.945Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.901759ms
iteration = 52
|
| 683 | 2024-03-11T14:47:40.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 158
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 8ba5dd1b-89c3-4701-8894-3be1abd4a357
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 684 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 19
reason = Timeout
|
| 685 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 686 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 19
reason = Timeout
|
| 687 | 2024-03-11T14:47:49.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 688 | 2024-03-11T14:47:49.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 689 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 19
reason = Timeout
|
| 690 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 14\u{b5}s
iteration = 19
|
| 691 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 692 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 693 | 2024-03-11T14:47:49.907Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 694 | 2024-03-11T14:47:49.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 695 | 2024-03-11T14:47:49.909Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 696 | 2024-03-11T14:47:49.910Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "3a9da59e-3e10-42f5-959c-f460d0afb5ba", "content-length": "2", "date": "Mon, 11 Mar 2024 14:47:49 GMT"} })
|
| 697 | 2024-03-11T14:47:49.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 698 | 2024-03-11T14:47:49.910Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 699 | 2024-03-11T14:47:49.911Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.012068ms
iteration = 19
|
| 700 | 2024-03-11T14:47:49.912Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 701 | 2024-03-11T14:47:49.912Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 702 | 2024-03-11T14:47:49.912Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 703 | 2024-03-11T14:47:49.913Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 704 | 2024-03-11T14:47:49.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 705 | 2024-03-11T14:47:49.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 706 | 2024-03-11T14:47:49.924Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 707 | 2024-03-11T14:47:49.926Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 708 | 2024-03-11T14:47:49.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 709 | 2024-03-11T14:47:49.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 710 | 2024-03-11T14:47:49.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 711 | 2024-03-11T14:47:49.930Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 712 | 2024-03-11T14:47:49.930Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 713 | 2024-03-11T14:47:49.931Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 23.700612ms
iteration = 19
|
| 714 | 2024-03-11T14:47:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 53
reason = Timeout
|
| 715 | 2024-03-11T14:47:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 19
reason = Timeout
|
| 716 | 2024-03-11T14:47:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 717 | 2024-03-11T14:47:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 718 | 2024-03-11T14:47:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 719 | 2024-03-11T14:47:49.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 720 | 2024-03-11T14:47:49.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 19
reason = Timeout
|
| 721 | 2024-03-11T14:47:49.941Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 722 | 2024-03-11T14:47:49.941Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 723 | 2024-03-11T14:47:49.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b398f4d1-e220-4d79-b14a-b34b8414a40e", "content-length": "2", "date": "Mon, 11 Mar 2024 14:47:49 GMT"} })
|
| 724 | 2024-03-11T14:47:49.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 725 | 2024-03-11T14:47:49.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.498895ms
iteration = 19
|
| 726 | 2024-03-11T14:47:49.943Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 727 | 2024-03-11T14:47:49.943Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 1.951063ms
iteration = 19
|
| 728 | 2024-03-11T14:47:49.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 729 | 2024-03-11T14:47:49.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 730 | 2024-03-11T14:47:49.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 731 | 2024-03-11T14:47:49.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.631206ms
iteration = 53
|
| 732 | 2024-03-11T14:47:50.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 235
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = ea6e33bb-465a-480a-b24c-bfe81ffb3e06
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 733 | 2024-03-11T14:47:59.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 54
reason = Timeout
|
| 734 | 2024-03-11T14:47:59.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 735 | 2024-03-11T14:47:59.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 736 | 2024-03-11T14:47:59.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 737 | 2024-03-11T14:47:59.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 738 | 2024-03-11T14:47:59.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 739 | 2024-03-11T14:47:59.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 740 | 2024-03-11T14:47:59.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.92848ms
iteration = 54
|
| 741 | 2024-03-11T14:48:00.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 224
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = da8676a7-d2ec-4eba-8f1a-9253492c0b94
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 742 | 2024-03-11T14:48:09.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 55
reason = Timeout
|
| 743 | 2024-03-11T14:48:09.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 744 | 2024-03-11T14:48:09.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 745 | 2024-03-11T14:48:09.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 746 | 2024-03-11T14:48:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 747 | 2024-03-11T14:48:09.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 748 | 2024-03-11T14:48:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 749 | 2024-03-11T14:48:09.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.134914ms
iteration = 55
|
| 750 | 2024-03-11T14:48:10.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 160
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 9a518f1a-5a0c-4f42-9610-5d0c88d36d12
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 751 | 2024-03-11T14:48:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 20
reason = Timeout
|
| 752 | 2024-03-11T14:48:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 753 | 2024-03-11T14:48:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 11
reason = Timeout
|
| 754 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 755 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 20
reason = Timeout
|
| 756 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 757 | 2024-03-11T14:48:19.908Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 758 | 2024-03-11T14:48:19.908Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 759 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 20
reason = Timeout
|
| 760 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 14.46\u{b5}s
iteration = 20
|
| 761 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 762 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 13
reason = Timeout
|
| 763 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 11
reason = Timeout
|
| 764 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 11
reason = Timeout
|
| 765 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 11
reason = Timeout
|
| 766 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 767 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 768 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 769 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 770 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 771 | 2024-03-11T14:48:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 772 | 2024-03-11T14:48:19.908Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0b35c3d8-4727-43d4-a8c9-c749b2a9f786.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1aa120af-a5c4-4cfb-bc3c-a316c08e32c6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 1853, tv_nsec: 637282540 } })
|
| 773 | 2024-03-11T14:48:19.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 774 | 2024-03-11T14:48:19.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 775 | 2024-03-11T14:48:19.909Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 776 | 2024-03-11T14:48:19.909Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 777 | 2024-03-11T14:48:19.910Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b8a64cff-23ea-48a8-b15e-745f0bd639d7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 1853, tv_nsec: 638692084 } })
|
| 778 | 2024-03-11T14:48:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 779 | 2024-03-11T14:48:19.910Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 780 | 2024-03-11T14:48:19.911Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "dbc14598-dcac-4876-8ed7-727f11d09ef3", "content-length": "2", "date": "Mon, 11 Mar 2024 14:48:19 GMT"} })
|
| 781 | 2024-03-11T14:48:19.911Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 782 | 2024-03-11T14:48:19.911Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 783 | 2024-03-11T14:48:19.911Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
| 784 | 2024-03-11T14:48:19.911Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 3.451999ms
iteration = 11
|
| 785 | 2024-03-11T14:48:19.911Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 786 | 2024-03-11T14:48:19.911Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 787 | 2024-03-11T14:48:19.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.846332ms
iteration = 20
|
| 788 | 2024-03-11T14:48:19.913Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 789 | 2024-03-11T14:48:19.913Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 5.671946ms
iteration = 11
|
| 790 | 2024-03-11T14:48:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 791 | 2024-03-11T14:48:19.914Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 792 | 2024-03-11T14:48:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 793 | 2024-03-11T14:48:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 794 | 2024-03-11T14:48:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 795 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 796 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 797 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 798 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 799 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 800 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 801 | 2024-03-11T14:48:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 802 | 2024-03-11T14:48:19.917Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 803 | 2024-03-11T14:48:19.917Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 804 | 2024-03-11T14:48:19.917Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 805 | 2024-03-11T14:48:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 806 | 2024-03-11T14:48:19.917Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 807 | 2024-03-11T14:48:19.918Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 808 | 2024-03-11T14:48:19.918Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 809 | 2024-03-11T14:48:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 11
reason = Timeout
|
| 810 | 2024-03-11T14:48:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 13
reason = Timeout
|
| 811 | 2024-03-11T14:48:19.920Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:54
reason = no blueprint
|
| 812 | 2024-03-11T14:48:19.920Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 12.92\u{b5}s
iteration = 11
|
| 813 | 2024-03-11T14:48:19.921Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 11
reason = Timeout
|
| 814 | 2024-03-11T14:48:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 815 | 2024-03-11T14:48:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 816 | 2024-03-11T14:48:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 817 | 2024-03-11T14:48:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 818 | 2024-03-11T14:48:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 819 | 2024-03-11T14:48:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 820 | 2024-03-11T14:48:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 821 | 2024-03-11T14:48:19.922Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 822 | 2024-03-11T14:48:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 823 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 824 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 825 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 826 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 827 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 828 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 829 | 2024-03-11T14:48:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 830 | 2024-03-11T14:48:19.924Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 831 | 2024-03-11T14:48:19.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 832 | 2024-03-11T14:48:19.925Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 833 | 2024-03-11T14:48:19.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 834 | 2024-03-11T14:48:19.925Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 835 | 2024-03-11T14:48:19.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 836 | 2024-03-11T14:48:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 837 | 2024-03-11T14:48:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 838 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 839 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 840 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 841 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 842 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 843 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 844 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 845 | 2024-03-11T14:48:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 846 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 847 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 848 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 849 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 850 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-03-11 14:39:30.302111 UTC
dns_group = external
generation = 2
|
| 851 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 21.633597ms
iteration = 11
|
| 852 | 2024-03-11T14:48:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 853 | 2024-03-11T14:48:19.930Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
| 854 | 2024-03-11T14:48:19.930Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 855 | 2024-03-11T14:48:19.930Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-03-11 14:39:29.993042 UTC
dns_group = internal
generation = 1
|
| 856 | 2024-03-11T14:48:19.930Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 22.530331ms
iteration = 11
|
| 857 | 2024-03-11T14:48:19.930Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 858 | 2024-03-11T14:48:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 859 | 2024-03-11T14:48:19.932Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 860 | 2024-03-11T14:48:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 861 | 2024-03-11T14:48:19.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 862 | 2024-03-11T14:48:19.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 863 | 2024-03-11T14:48:19.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 864 | 2024-03-11T14:48:19.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 865 | 2024-03-11T14:48:19.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 866 | 2024-03-11T14:48:19.934Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 26.821084ms
iteration = 20
|
| 867 | 2024-03-11T14:48:19.935Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 868 | 2024-03-11T14:48:19.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 869 | 2024-03-11T14:48:19.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 870 | 2024-03-11T14:48:19.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 871 | 2024-03-11T14:48:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 56
reason = Timeout
|
| 872 | 2024-03-11T14:48:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 20
reason = Timeout
|
| 873 | 2024-03-11T14:48:19.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 874 | 2024-03-11T14:48:19.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 875 | 2024-03-11T14:48:19.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 876 | 2024-03-11T14:48:19.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 877 | 2024-03-11T14:48:19.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 20
reason = Timeout
|
| 878 | 2024-03-11T14:48:19.941Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 879 | 2024-03-11T14:48:19.942Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 880 | 2024-03-11T14:48:19.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 881 | 2024-03-11T14:48:19.942Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-03-11T14:39:20.004094Z, time_modified: 2024-03-11T14:39:20.004094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }) }
|
| 882 | 2024-03-11T14:48:19.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 20.919624ms
iteration = 11
|
| 883 | 2024-03-11T14:48:19.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "aa7887c1-dfda-4c09-ae3d-8ae4fd045a8b", "content-length": "2", "date": "Mon, 11 Mar 2024 14:48:19 GMT"} })
|
| 884 | 2024-03-11T14:48:19.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.610267ms
iteration = 20
|
| 885 | 2024-03-11T14:48:19.943Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 886 | 2024-03-11T14:48:19.943Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.178167ms
iteration = 20
|
| 887 | 2024-03-11T14:48:19.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 888 | 2024-03-11T14:48:19.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 889 | 2024-03-11T14:48:19.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 890 | 2024-03-11T14:48:19.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.510523ms
iteration = 56
|
| 891 | 2024-03-11T14:48:19.963Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 892 | 2024-03-11T14:48:19.984Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 893 | 2024-03-11T14:48:20.021Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 894 | 2024-03-11T14:48:20.043Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 895 | 2024-03-11T14:48:20.043Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "273a5ad7-b6e6-46c6-b09b-eb0c348a19f7", "date": "Mon, 11 Mar 2024 14:48:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 896 | 2024-03-11T14:48:20.043Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 897 | 2024-03-11T14:48:20.045Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "d0571942-97ad-4d8d-be6c-a4f9d4098c81", "date": "Mon, 11 Mar 2024 14:48:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 898 | 2024-03-11T14:48:20.045Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 899 | 2024-03-11T14:48:20.046Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 900 | 2024-03-11T14:48:20.046Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 126.170746ms
iteration = 13
|
| 901 | 2024-03-11T14:48:20.062Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 902 | 2024-03-11T14:48:20.063Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "75d8768b-dbcd-40a6-b08a-eac947feb662", "date": "Mon, 11 Mar 2024 14:48:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 903 | 2024-03-11T14:48:20.063Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 904 | 2024-03-11T14:48:20.064Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "81196fbf-fc6c-4217-8e84-e1b1c908c3dc", "date": "Mon, 11 Mar 2024 14:48:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 905 | 2024-03-11T14:48:20.064Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 906 | 2024-03-11T14:48:20.066Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b1376cea-2da1-455a-abe3-f8f6f013c889", "date": "Mon, 11 Mar 2024 14:48:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 907 | 2024-03-11T14:48:20.066Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 908 | 2024-03-11T14:48:20.067Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 909 | 2024-03-11T14:48:20.067Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 159.918988ms
iteration = 13
|
| 910 | 2024-03-11T14:48:20.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 152
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = e5c94bd0-c93f-440f-b145-3ac8f4f84f01
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 911 | 2024-03-11T14:48:29.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 57
reason = Timeout
|
| 912 | 2024-03-11T14:48:29.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 913 | 2024-03-11T14:48:29.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 914 | 2024-03-11T14:48:29.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 915 | 2024-03-11T14:48:29.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 916 | 2024-03-11T14:48:29.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 917 | 2024-03-11T14:48:29.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 918 | 2024-03-11T14:48:29.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.094823ms
iteration = 57
|
| 919 | 2024-03-11T14:48:30.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 246
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 318681fb-b842-49d5-86e8-b06d4c7a7272
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 920 | 2024-03-11T14:48:39.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 58
reason = Timeout
|
| 921 | 2024-03-11T14:48:39.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 922 | 2024-03-11T14:48:39.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 923 | 2024-03-11T14:48:39.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 924 | 2024-03-11T14:48:39.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 925 | 2024-03-11T14:48:39.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 926 | 2024-03-11T14:48:39.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 927 | 2024-03-11T14:48:39.947Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 6.248926ms
iteration = 58
|
| 928 | 2024-03-11T14:48:40.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 138
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 2356b454-d9e0-4e15-a799-4c1f2c2cbacf
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 929 | 2024-03-11T14:48:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 21
reason = Timeout
|
| 930 | 2024-03-11T14:48:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 931 | 2024-03-11T14:48:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 21
reason = Timeout
|
| 932 | 2024-03-11T14:48:49.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 933 | 2024-03-11T14:48:49.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 934 | 2024-03-11T14:48:49.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 21
reason = Timeout
|
| 935 | 2024-03-11T14:48:49.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 18.771\u{b5}s
iteration = 21
|
| 936 | 2024-03-11T14:48:49.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 937 | 2024-03-11T14:48:49.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 938 | 2024-03-11T14:48:49.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 939 | 2024-03-11T14:48:49.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 940 | 2024-03-11T14:48:49.910Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 941 | 2024-03-11T14:48:49.910Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "73f54cae-bc73-4aa4-b9ba-d49598d5d66f", "content-length": "2", "date": "Mon, 11 Mar 2024 14:48:49 GMT"} })
|
| 942 | 2024-03-11T14:48:49.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 943 | 2024-03-11T14:48:49.911Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 944 | 2024-03-11T14:48:49.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 4.594178ms
iteration = 21
|
| 945 | 2024-03-11T14:48:49.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 946 | 2024-03-11T14:48:49.913Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 947 | 2024-03-11T14:48:49.913Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 948 | 2024-03-11T14:48:49.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 949 | 2024-03-11T14:48:49.923Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 950 | 2024-03-11T14:48:49.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 951 | 2024-03-11T14:48:49.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 952 | 2024-03-11T14:48:49.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 953 | 2024-03-11T14:48:49.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 954 | 2024-03-11T14:48:49.937Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 955 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 956 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 957 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 958 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 21
reason = Timeout
|
| 959 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 59
reason = Timeout
|
| 960 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 961 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 962 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 963 | 2024-03-11T14:48:49.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 964 | 2024-03-11T14:48:49.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 21
reason = Timeout
|
| 965 | 2024-03-11T14:48:49.941Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 33.253853ms
iteration = 21
|
| 966 | 2024-03-11T14:48:49.941Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 967 | 2024-03-11T14:48:49.941Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 968 | 2024-03-11T14:48:49.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 969 | 2024-03-11T14:48:49.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "e2ac8d0f-d362-4beb-9ffc-a85a555fd291", "content-length": "2", "date": "Mon, 11 Mar 2024 14:48:49 GMT"} })
|
| 970 | 2024-03-11T14:48:49.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.913333ms
iteration = 21
|
| 971 | 2024-03-11T14:48:49.942Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 972 | 2024-03-11T14:48:49.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 1.828031ms
iteration = 21
|
| 973 | 2024-03-11T14:48:49.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 974 | 2024-03-11T14:48:49.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 975 | 2024-03-11T14:48:49.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 976 | 2024-03-11T14:48:49.945Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.453182ms
iteration = 59
|
| 977 | 2024-03-11T14:48:50.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 218
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 0fb90ff9-dd94-4f84-a2ec-243a2b6d4b7b
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 978 | 2024-03-11T14:48:59.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 60
reason = Timeout
|
| 979 | 2024-03-11T14:48:59.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 980 | 2024-03-11T14:48:59.940Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 981 | 2024-03-11T14:48:59.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 982 | 2024-03-11T14:48:59.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 983 | 2024-03-11T14:48:59.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 984 | 2024-03-11T14:48:59.944Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 985 | 2024-03-11T14:48:59.945Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.574474ms
iteration = 60
|
| 986 | 2024-03-11T14:49:00.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 249
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 14d74bff-6b32-4c27-a072-5e5004a4796c
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 987 | 2024-03-11T14:49:09.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 61
reason = Timeout
|
| 988 | 2024-03-11T14:49:09.940Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 989 | 2024-03-11T14:49:09.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 990 | 2024-03-11T14:49:09.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 991 | 2024-03-11T14:49:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 992 | 2024-03-11T14:49:09.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 993 | 2024-03-11T14:49:09.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 994 | 2024-03-11T14:49:09.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.991911ms
iteration = 61
|
| 995 | 2024-03-11T14:49:10.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 242
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 8ec37149-55b9-4840-a7e7-feab597eb9ed
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 996 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 22
reason = Timeout
|
| 997 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 12
reason = Timeout
|
| 998 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 999 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 1000 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 12
reason = Timeout
|
| 1001 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1002 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 22
reason = Timeout
|
| 1003 | 2024-03-11T14:49:19.907Z | WARN | nexus (BackgroundTasks): region replacement task started
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:44
|
| 1004 | 2024-03-11T14:49:19.907Z | WARN | nexus (BackgroundTasks): region replacement task done
background_task = region_replacement
file = nexus/src/app/background/region_replacement.rs:48
|
| 1005 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 11.601\u{b5}s
iteration = 22
|
| 1006 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 14
reason = Timeout
|
| 1007 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 22
reason = Timeout
|
| 1008 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1009 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 12
reason = Timeout
|
| 1010 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 12
reason = Timeout
|
| 1011 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 1012 | 2024-03-11T14:49:19.907Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1013 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1014 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1015 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1016 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1017 | 2024-03-11T14:49:19.908Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b8a64cff-23ea-48a8-b15e-745f0bd639d7.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("f70c5a89-ea56-4d97-89e6-dee45f2020c8.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::8)) }], valid_until: Instant { tv_sec: 1913, tv_nsec: 636649290 } })
|
| 1018 | 2024-03-11T14:49:19.908Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("0b35c3d8-4727-43d4-a8c9-c749b2a9f786.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1aa120af-a5c4-4cfb-bc3c-a316c08e32c6.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("b48fe372-dcb1-4026-9ecf-cbe7757510e3.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:3::1)) }], valid_until: Instant { tv_sec: 1913, tv_nsec: 636923945 } })
|
| 1019 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1020 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1021 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1022 | 2024-03-11T14:49:19.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1023 | 2024-03-11T14:49:19.909Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 1024 | 2024-03-11T14:49:19.909Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.884582ms
iteration = 12
|
| 1025 | 2024-03-11T14:49:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1026 | 2024-03-11T14:49:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1027 | 2024-03-11T14:49:19.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1028 | 2024-03-11T14:49:19.910Z | DEBG | nexus (DpdClient): client request
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 1029 | 2024-03-11T14:49:19.911Z | DEBG | nexus (DpdClient): client response
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12224), path: "/rpw/nat/ipv4/gen", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b5e109b3-21ad-4b2c-a566-ec9c5d27e0f4", "content-length": "2", "date": "Mon, 11 Mar 2024 14:49:19 GMT"} })
|
| 1030 | 2024-03-11T14:49:19.911Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1031 | 2024-03-11T14:49:19.912Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1032 | 2024-03-11T14:49:19.912Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
dns_group = internal
|
| 1033 | 2024-03-11T14:49:19.912Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 4.845523ms
iteration = 12
|
| 1034 | 2024-03-11T14:49:19.913Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 6.031882ms
iteration = 22
|
| 1035 | 2024-03-11T14:49:19.914Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 1036 | 2024-03-11T14:49:19.914Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1037 | 2024-03-11T14:49:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1038 | 2024-03-11T14:49:19.915Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1039 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1040 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 1041 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 1042 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 1043 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1044 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1045 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1046 | 2024-03-11T14:49:19.916Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1047 | 2024-03-11T14:49:19.917Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 1048 | 2024-03-11T14:49:19.917Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 1049 | 2024-03-11T14:49:19.917Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 1050 | 2024-03-11T14:49:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1051 | 2024-03-11T14:49:19.917Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1052 | 2024-03-11T14:49:19.917Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1053 | 2024-03-11T14:49:19.918Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1054 | 2024-03-11T14:49:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 14
reason = Timeout
|
| 1055 | 2024-03-11T14:49:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = inventory_collection
iteration = 3
reason = Timeout
|
| 1056 | 2024-03-11T14:49:19.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1057 | 2024-03-11T14:49:19.920Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 12
reason = Timeout
|
| 1058 | 2024-03-11T14:49:19.920Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/blueprint_execution.rs:54
reason = no blueprint
|
| 1059 | 2024-03-11T14:49:19.920Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 6.7\u{b5}s
iteration = 12
|
| 1060 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1061 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 12
reason = Timeout
|
| 1062 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1063 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1064 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1065 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1066 | 2024-03-11T14:49:19.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1067 | 2024-03-11T14:49:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1068 | 2024-03-11T14:49:19.922Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1069 | 2024-03-11T14:49:19.923Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 1070 | 2024-03-11T14:49:19.923Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 1071 | 2024-03-11T14:49:19.923Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1072 | 2024-03-11T14:49:19.923Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1073 | 2024-03-11T14:49:19.924Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1074 | 2024-03-11T14:49:19.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1075 | 2024-03-11T14:49:19.924Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1076 | 2024-03-11T14:49:19.924Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1077 | 2024-03-11T14:49:19.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Inventory
result = Ok(())
|
| 1078 | 2024-03-11T14:49:19.925Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1079 | 2024-03-11T14:49:19.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1080 | 2024-03-11T14:49:19.925Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1081 | 2024-03-11T14:49:19.925Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1082 | 2024-03-11T14:49:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1083 | 2024-03-11T14:49:19.926Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 1084 | 2024-03-11T14:49:19.926Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 1085 | 2024-03-11T14:49:19.926Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1086 | 2024-03-11T14:49:19.926Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1087 | 2024-03-11T14:49:19.927Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1088 | 2024-03-11T14:49:19.927Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1089 | 2024-03-11T14:49:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1090 | 2024-03-11T14:49:19.928Z | DEBG | nexus (BackgroundTasks): inventory_prune_one: eligible for removal
background_task = inventory_collection
candidates = [(84306266-796e-4fa3-855f-7665bbbf1459, 0), (3d187734-a7d0-4109-bfef-1738e8605193, 0), (e81d2bd7-f319-4f0e-9561-1a3e9fcdc5ca, 0), (164ea999-8c64-4c15-93cc-14242371ed5b, 0)]
collection_id = 84306266-796e-4fa3-855f-7665bbbf1459
|
| 1091 | 2024-03-11T14:49:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1092 | 2024-03-11T14:49:19.928Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1093 | 2024-03-11T14:49:19.928Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1094 | 2024-03-11T14:49:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1095 | 2024-03-11T14:49:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1096 | 2024-03-11T14:49:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1097 | 2024-03-11T14:49:19.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1098 | 2024-03-11T14:49:19.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1099 | 2024-03-11T14:49:19.930Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 37f5d392-76f2-40dc-bc13-282e441f32aa
dns_zone_name = control-plane.oxide.internal
found_so_far = 49
version = 1
|
| 1100 | 2024-03-11T14:49:19.930Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 1101 | 2024-03-11T14:49:19.930Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-03-11 14:39:29.993042 UTC
dns_group = internal
generation = 1
|
| 1102 | 2024-03-11T14:49:19.930Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 23.195153ms
iteration = 12
|
| 1103 | 2024-03-11T14:49:19.930Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1104 | 2024-03-11T14:49:19.931Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1105 | 2024-03-11T14:49:19.931Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1106 | 2024-03-11T14:49:19.931Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1107 | 2024-03-11T14:49:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1108 | 2024-03-11T14:49:19.932Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1109 | 2024-03-11T14:49:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 1110 | 2024-03-11T14:49:19.932Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1111 | 2024-03-11T14:49:19.932Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1112 | 2024-03-11T14:49:19.933Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 021a4efb-d746-4556-906e-478cc4b8e596
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 1113 | 2024-03-11T14:49:19.933Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 1114 | 2024-03-11T14:49:19.933Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-03-11 14:39:30.302111 UTC
dns_group = external
generation = 2
|
| 1115 | 2024-03-11T14:49:19.933Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 25.888398ms
iteration = 12
|
| 1116 | 2024-03-11T14:49:19.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1117 | 2024-03-11T14:49:19.934Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1118 | 2024-03-11T14:49:19.935Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1119 | 2024-03-11T14:49:19.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d075b25-06d7-4c81-ac9d-46698c34f481, lookup_type: ById(8d075b25-06d7-4c81-ac9d-46698c34f481) }
result = Ok(())
|
| 1120 | 2024-03-11T14:49:19.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1121 | 2024-03-11T14:49:19.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1122 | 2024-03-11T14:49:19.937Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 29.800525ms
iteration = 22
|
| 1123 | 2024-03-11T14:49:19.937Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1124 | 2024-03-11T14:49:19.937Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1125 | 2024-03-11T14:49:19.937Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1126 | 2024-03-11T14:49:19.940Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 62
reason = Timeout
|
| 1127 | 2024-03-11T14:49:19.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1128 | 2024-03-11T14:49:19.941Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 22
reason = Timeout
|
| 1129 | 2024-03-11T14:49:19.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 1130 | 2024-03-11T14:49:19.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 1131 | 2024-03-11T14:49:19.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1132 | 2024-03-11T14:49:19.942Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 22
reason = Timeout
|
| 1133 | 2024-03-11T14:49:19.942Z | WARN | nexus (BackgroundTasks): phantom disk task started
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:46
|
| 1134 | 2024-03-11T14:49:19.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1135 | 2024-03-11T14:49:19.942Z | DEBG | nexus: client request
MgAdminClient = [fd00:1122:3344:101::2]:4676
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:4676/bfd/peers
|
| 1136 | 2024-03-11T14:49:19.942Z | DEBG | nexus: client response
MgAdminClient = [fd00:1122:3344:101::2]:4676
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(4676), path: "/bfd/peers", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "60da054d-fd97-4a6b-ac12-e4814a243197", "content-length": "2", "date": "Mon, 11 Mar 2024 14:49:19 GMT"} })
|
| 1137 | 2024-03-11T14:49:19.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 1.841351ms
iteration = 22
|
| 1138 | 2024-03-11T14:49:19.944Z | WARN | nexus (BackgroundTasks): phantom disk task done
background_task = phantom_disks
file = nexus/src/app/background/phantom_disks.rs:92
|
| 1139 | 2024-03-11T14:49:19.944Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.294999ms
iteration = 22
|
| 1140 | 2024-03-11T14:49:19.944Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-03-11T14:39:20.004094Z, time_modified: 2024-03-11T14:39:20.004094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 3f3d99a1-61cf-447d-b369-653130c29612, db_silo: Silo { identity: SiloIdentity { id: 3f3d99a1-61cf-447d-b369-653130c29612, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-03-11T14:39:30.278133Z, time_modified: 2024-03-11T14:39:30.278133Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "6e4c3d9255815199e761b0c9d9157029c6c8eb82606bf80d7bfc821b87078d42" }] }) }
|
| 1141 | 2024-03-11T14:49:19.944Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 23.288474ms
iteration = 12
|
| 1142 | 2024-03-11T14:49:19.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1143 | 2024-03-11T14:49:19.945Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1144 | 2024-03-11T14:49:19.945Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1145 | 2024-03-11T14:49:19.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 5.747517ms
iteration = 62
|
| 1146 | 2024-03-11T14:49:19.974Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 1147 | 2024-03-11T14:49:19.980Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 1148 | 2024-03-11T14:49:20.015Z | INFO | nexus (BackgroundTasks): removed inventory collection
background_task = inventory_collection
collection_id = 84306266-796e-4fa3-855f-7665bbbf1459
file = nexus/db-queries/src/db/datastore/inventory.rs:1166
ncabooses = 8
ncollections = 1
nerrors = 0
nnics = 6
nrot_pages = 8
nrots = 2
nsled_agent_zones = 1
nsled_agents = 1
nsps = 2
nzones = 28
|
| 1149 | 2024-03-11T14:49:20.015Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1150 | 2024-03-11T14:49:20.015Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1151 | 2024-03-11T14:49:20.021Z | DEBG | nexus (BackgroundTasks): inventory_prune_one: nothing eligible for removal (too few)
background_task = inventory_collection
candidates = [(3d187734-a7d0-4109-bfef-1738e8605193, 0), (e81d2bd7-f319-4f0e-9561-1a3e9fcdc5ca, 0), (164ea999-8c64-4c15-93cc-14242371ed5b, 0)]
|
| 1152 | 2024-03-11T14:49:20.022Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _mgs._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_mgs._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_mgs._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name("dendrite-8d075b25-06d7-4c81-ac9d-46698c34f481.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d075b25-06d7-4c81-ac9d-46698c34f481.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(fd00:1122:3344:101::2)) }], valid_until: Instant { tv_sec: 1913, tv_nsec: 750919645 } })
|
| 1153 | 2024-03-11T14:49:20.047Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 1154 | 2024-03-11T14:49:20.050Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 1155 | 2024-03-11T14:49:20.050Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::9)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "9f83e9c2-dd3e-473c-8071-5b075997aee7", "date": "Mon, 11 Mar 2024 14:49:19 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1156 | 2024-03-11T14:49:20.051Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1157 | 2024-03-11T14:49:20.052Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::8)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "115790ca-edff-4cad-bc72-2160e07e6c5b", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1158 | 2024-03-11T14:49:20.052Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1159 | 2024-03-11T14:49:20.053Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1160 | 2024-03-11T14:49:20.053Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 132.907831ms
iteration = 14
|
| 1161 | 2024-03-11T14:49:20.094Z | DEBG | nexus (BackgroundTasks): begin collection
background_task = inventory_collection
|
| 1162 | 2024-03-11T14:49:20.094Z | DEBG | nexus (BackgroundTasks): begin collection from MGS
background_task = inventory_collection
mgs_url = http://[fd00:1122:3344:101::2]:12225
|
| 1163 | 2024-03-11T14:49:20.094Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/ignition
|
| 1164 | 2024-03-11T14:49:20.096Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/ignition", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "49d85bea-5b51-47f7-8f3a-64ed5fdc6c22", "content-length": "476", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1165 | 2024-03-11T14:49:20.096Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0
|
| 1166 | 2024-03-11T14:49:20.097Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "39edbf41-376a-4c78-9c6f-4835ce7503a8", "content-length": "387", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1167 | 2024-03-11T14:49:20.097Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0
|
| 1168 | 2024-03-11T14:49:20.097Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/sp/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "118e8d40-411b-451f-bd0d-13fa1b79e232", "content-length": "86", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1169 | 2024-03-11T14:49:20.097Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1
|
| 1170 | 2024-03-11T14:49:20.097Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/sp/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "bd72e291-8a29-4bda-b69f-60441ec219de", "content-length": "86", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1171 | 2024-03-11T14:49:20.097Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0
|
| 1172 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "7e8f9921-2315-43a8-b9ee-d0c4020adc3a", "content-length": "80", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1173 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1
|
| 1174 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "6829b374-8d50-40f2-bef5-c64147d864ca", "content-length": "80", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1175 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa
|
| 1176 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cmpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c8eb2a6e-2817-475e-8424-3c7d4d69821e", "content-length": "702", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1177 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = Some(Body)
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
|
| 1178 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "44254b8d-c885-424b-b618-fe4b81d71f86", "content-length": "727", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1179 | 2024-03-11T14:49:20.098Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = Some(Body)
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
|
| 1180 | 2024-03-11T14:49:20.099Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "54100c46-5b9e-406b-8717-1aa326629c9a", "content-length": "729", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1181 | 2024-03-11T14:49:20.099Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = Some(Body)
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa
|
| 1182 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/switch/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "a1532a88-6827-4e8e-88e2-1d471bc37b59", "content-length": "728", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1183 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0
|
| 1184 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "9a7c500a-634e-4c94-b533-e2b4fd7642c5", "content-length": "375", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1185 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0
|
| 1186 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/sp/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "ee68ceb6-407b-438b-b885-05f24bdf181a", "content-length": "84", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1187 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1
|
| 1188 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/sp/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "4be94d96-0cd9-4dc4-9ac9-cccd37443391", "content-length": "84", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1189 | 2024-03-11T14:49:20.100Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0
|
| 1190 | 2024-03-11T14:49:20.101Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/caboose", query: Some("firmware_slot=0"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "d2ce4413-ca7d-4ca7-82a8-bdff65476b3e", "content-length": "79", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1191 | 2024-03-11T14:49:20.101Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1
|
| 1192 | 2024-03-11T14:49:20.102Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/caboose", query: Some("firmware_slot=1"), fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "b64ef2e5-1c69-49d3-9314-e8edd38142bb", "content-length": "79", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1193 | 2024-03-11T14:49:20.102Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = None
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa
|
| 1194 | 2024-03-11T14:49:20.102Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cmpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "19063722-57b7-4e97-9e51-1e87db4e7b5a", "content-length": "702", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1195 | 2024-03-11T14:49:20.102Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = Some(Body)
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
|
| 1196 | 2024-03-11T14:49:20.102Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "48e314d9-358c-47ba-a391-c84c8e5fc6b3", "content-length": "727", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1197 | 2024-03-11T14:49:20.102Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = Some(Body)
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
|
| 1198 | 2024-03-11T14:49:20.103Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c012f2b9-2860-4992-a81d-42578c443908", "content-length": "729", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1199 | 2024-03-11T14:49:20.103Z | DEBG | nexus (BackgroundTasks): client request
background_task = inventory_collection
body = Some(Body)
gateway_url = http://[fd00:1122:3344:101::2]:12225
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa
|
| 1200 | 2024-03-11T14:49:20.103Z | DEBG | nexus (BackgroundTasks): client response
background_task = inventory_collection
gateway_url = http://[fd00:1122:3344:101::2]:12225
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::2)), port: Some(12225), path: "/sp/sled/0/component/rot/cfpa", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "1c46b1b6-655a-4c3b-9fb0-cc2d34accf37", "content-length": "728", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1201 | 2024-03-11T14:49:20.103Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1202 | 2024-03-11T14:49:20.103Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1203 | 2024-03-11T14:49:20.104Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 1204 | 2024-03-11T14:49:20.104Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1205 | 2024-03-11T14:49:20.105Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:2::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "997c18aa-73c6-4951-ad92-3fcbe07304f4", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1206 | 2024-03-11T14:49:20.105Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1207 | 2024-03-11T14:49:20.106Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Fleet
result = Ok(())
|
| 1208 | 2024-03-11T14:49:20.106Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1209 | 2024-03-11T14:49:20.107Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1210 | 2024-03-11T14:49:20.107Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:3::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "b0bd88b0-5e43-43df-9d49-ea7673ae6de3", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1211 | 2024-03-11T14:49:20.107Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1212 | 2024-03-11T14:49:20.109Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:1::1)), port: Some(5353), path: "/config", query: None, fragment: None }, status: 204, headers: {"x-request-id": "8daeab4b-4e16-499f-8cd6-aa63e4e9e74a", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1213 | 2024-03-11T14:49:20.109Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1214 | 2024-03-11T14:49:20.111Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353] }
|
| 1215 | 2024-03-11T14:49:20.111Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 203.856362ms
iteration = 14
|
| 1216 | 2024-03-11T14:49:20.141Z | DEBG | nexus (BackgroundTasks): begin collection from Sled Agent
background_task = inventory_collection
sled_agent_url = http://[fd00:1122:3344:101::1]:12345
|
| 1217 | 2024-03-11T14:49:20.141Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = http://[fd00:1122:3344:101::1]:12345
background_task = inventory_collection
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/inventory
|
| 1218 | 2024-03-11T14:49:20.143Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = http://[fd00:1122:3344:101::1]:12345
background_task = inventory_collection
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/inventory", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "c04cad34-ee42-47ea-84f8-163bd494a62d", "content-length": "281", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1219 | 2024-03-11T14:49:20.153Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = http://[fd00:1122:3344:101::1]:12345
background_task = inventory_collection
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/omicron-zones
|
| 1220 | 2024-03-11T14:49:20.153Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = http://[fd00:1122:3344:101::1]:12345
background_task = inventory_collection
result = Ok(Response { url: Url { scheme: "http", cannot_be_a_base: false, username: "", password: None, host: Some(Ipv6(fd00:1122:3344:101::1)), port: Some(12345), path: "/omicron-zones", query: None, fragment: None }, status: 200, headers: {"content-type": "application/json", "x-request-id": "2607eeb7-f335-43dc-aa42-9c325217707e", "content-length": "8504", "date": "Mon, 11 Mar 2024 14:49:20 GMT"} })
|
| 1221 | 2024-03-11T14:49:20.164Z | DEBG | nexus (BackgroundTasks): finished collection
background_task = inventory_collection
|
| 1222 | 2024-03-11T14:49:20.166Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1223 | 2024-03-11T14:49:20.166Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1224 | 2024-03-11T14:49:20.167Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1225 | 2024-03-11T14:49:20.169Z | DEBG | nexus (BackgroundTasks): authorize result
action = Modify
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Inventory
result = Ok(())
|
| 1226 | 2024-03-11T14:49:20.171Z | DEBG | nexus (BackgroundTasks): roles
background_task = inventory_collection
roles = RoleSet { roles: {} }
|
| 1227 | 2024-03-11T14:49:20.172Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = inventory_collection
resource = Database
result = Ok(())
|
| 1228 | 2024-03-11T14:49:20.201Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/29ae98d/dropshot/src/server.rs:849
latency_us = 156
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51325
req_id = 23399099-8241-43ba-a4e8-207462f1e82a
response_code = 200
uri = /metrics/collect/fde7f673-91d1-48e3-bedc-bc31fa6f616e
|
| 1229 | 2024-03-11T14:49:20.292Z | INFO | nexus (BackgroundTasks): inserted inventory collection
background_task = inventory_collection
collection_id = 40328dfa-65a8-4201-a7df-6d1d65e18a22
file = nexus/db-queries/src/db/datastore/inventory.rs:787
|
| 1230 | 2024-03-11T14:49:20.293Z | DEBG | nexus (BackgroundTasks): inventory collection complete
background_task = inventory_collection
collection_id = 40328dfa-65a8-4201-a7df-6d1d65e18a22
time_started = 2024-03-11 14:49:20.094938 UTC
|
| 1231 | 2024-03-11T14:49:20.293Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = inventory_collection
elapsed = 373.066537ms
iteration = 3
|