| 1 | 2024-12-14T01:15:03.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 338
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = eb1ae488-e36e-4751-b35b-605dc063ab94
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 2 | 2024-12-14T01:15:05.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 71
reason = Timeout
|
| 3 | 2024-12-14T01:15:05.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 4 | 2024-12-14T01:15:05.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 71
reason = Timeout
|
| 5 | 2024-12-14T01:15:05.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 6 | 2024-12-14T01:15:05.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 7 | 2024-12-14T01:15:05.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 8 | 2024-12-14T01:15:05.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 9 | 2024-12-14T01:15:05.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 10 | 2024-12-14T01:15:05.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 11 | 2024-12-14T01:15:05.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 12 | 2024-12-14T01:15:05.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 13 | 2024-12-14T01:15:05.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 14 | 2024-12-14T01:15:05.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 15 | 2024-12-14T01:15:05.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 16 | 2024-12-14T01:15:05.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 17 | 2024-12-14T01:15:05.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 18 | 2024-12-14T01:15:05.666Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 19 | 2024-12-14T01:15:05.666Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.629157ms
iteration = 71
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 20 | 2024-12-14T01:15:05.675Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 21 | 2024-12-14T01:15:05.676Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 22 | 2024-12-14T01:15:05.704Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 59.40614ms
iteration = 71
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 23 | 2024-12-14T01:15:13.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 266
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 64117737-af58-4727-9e3d-8496537491a1
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 24 | 2024-12-14T01:15:15.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 72
reason = Timeout
|
| 25 | 2024-12-14T01:15:15.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 26 | 2024-12-14T01:15:15.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 72
reason = Timeout
|
| 27 | 2024-12-14T01:15:15.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 28 | 2024-12-14T01:15:15.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 29 | 2024-12-14T01:15:15.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 30 | 2024-12-14T01:15:15.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 31 | 2024-12-14T01:15:15.648Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 32 | 2024-12-14T01:15:15.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 33 | 2024-12-14T01:15:15.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 34 | 2024-12-14T01:15:15.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 35 | 2024-12-14T01:15:15.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 36 | 2024-12-14T01:15:15.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 37 | 2024-12-14T01:15:15.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 38 | 2024-12-14T01:15:15.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 39 | 2024-12-14T01:15:15.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 40 | 2024-12-14T01:15:15.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 41 | 2024-12-14T01:15:15.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 42 | 2024-12-14T01:15:15.670Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 43 | 2024-12-14T01:15:15.670Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 25.120117ms
iteration = 72
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 44 | 2024-12-14T01:15:15.677Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 31.497642ms
iteration = 72
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 45 | 2024-12-14T01:15:23.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 253
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 42584106-a867-4f71-b1ed-84c7e8545746
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 46 | 2024-12-14T01:15:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 15
reason = Timeout
|
| 47 | 2024-12-14T01:15:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 13
reason = Timeout
|
| 48 | 2024-12-14T01:15:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 73
reason = Timeout
|
| 49 | 2024-12-14T01:15:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 50 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 14
reason = Timeout
|
| 51 | 2024-12-14T01:15:25.646Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
|
| 52 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 27
reason = Timeout
|
| 53 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 23.031\u{b5}s
iteration = 14
status = {"enabled":false,"target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"}
|
| 54 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 13
reason = Timeout
|
| 55 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 56 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 25
reason = Timeout
|
| 57 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 25
reason = Timeout
|
| 58 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 59 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 60 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = crdb_node_id_collector
iteration = 6
reason = Timeout
|
| 61 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 13
reason = Timeout
|
| 62 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 25
reason = Timeout
|
| 63 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 64 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 25
reason = Timeout
|
| 65 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 66 | 2024-12-14T01:15:25.646Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 67 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 13
reason = Timeout
|
| 68 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 69 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 70 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 13
reason = Timeout
|
| 71 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 13
reason = Timeout
|
| 72 | 2024-12-14T01:15:25.646Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 73 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 74 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 25
reason = Timeout
|
| 75 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 76 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 13
reason = Timeout
|
| 77 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 78 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 79 | 2024-12-14T01:15:25.646Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 01:05:25.646132496 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 80 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 81 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 13
reason = Timeout
|
| 82 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 83 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 25
reason = Timeout
|
| 84 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 85 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 25
reason = Timeout
|
| 86 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 15
reason = Timeout
|
| 87 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 88 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 13
reason = Timeout
|
| 89 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 90 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 25
reason = Timeout
|
| 91 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 92 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 13
reason = Timeout
|
| 93 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 25
reason = Timeout
|
| 94 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 95 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 96 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 97 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 25
reason = Timeout
|
| 98 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 99 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 25
reason = Timeout
|
| 100 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 73
reason = Timeout
|
| 101 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 102 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 103 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 25
reason = Timeout
|
| 104 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 105 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 25
reason = Timeout
|
| 106 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 107 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 25
reason = Timeout
|
| 108 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 109 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 110 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 111 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 112 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 113 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 114 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 115 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 116 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 117 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 118 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 119 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 120 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 121 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 122 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 123 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 124 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 125 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 126 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 127 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 128 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 129 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 130 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 131 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 132 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 133 | 2024-12-14T01:15:25.646Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("381b8112-f609-4c4d-ac80-0170ad8fc4bd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 475837691 } })
|
| 134 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 135 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 136 | 2024-12-14T01:15:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 137 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 138 | 2024-12-14T01:15:25.647Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1b585a7c-7eb0-4894-b8b3-3ef1983891e5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("36100ee5-fa9a-4857-a844-70bec0e8601f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 475918943 } })
|
| 139 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 140 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 141 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 142 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
| 143 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.305508ms
iteration = 13
status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
|
| 144 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 145 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 146 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 147 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.578706ms
iteration = 13
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 148 | 2024-12-14T01:15:25.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 149 | 2024-12-14T01:15:25.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 150 | 2024-12-14T01:15:25.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.546952ms
iteration = 25
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 151 | 2024-12-14T01:15:25.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 152 | 2024-12-14T01:15:25.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 153 | 2024-12-14T01:15:25.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 154 | 2024-12-14T01:15:25.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 155 | 2024-12-14T01:15:25.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 156 | 2024-12-14T01:15:25.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 157 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 158 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 159 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 160 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 161 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 162 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 163 | 2024-12-14T01:15:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 164 | 2024-12-14T01:15:25.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 165 | 2024-12-14T01:15:25.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 166 | 2024-12-14T01:15:25.655Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 01:05:25.646132496 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 167 | 2024-12-14T01:15:25.655Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 9.68688ms
iteration = 13
status = {"expiration":"2024-12-14T01:05:25.646132496Z","pruned":[]}
|
| 168 | 2024-12-14T01:15:25.656Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 9.882446ms
iteration = 13
status = {"errors":[],"found_port_ok":[]}
|
| 169 | 2024-12-14T01:15:25.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 170 | 2024-12-14T01:15:25.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 171 | 2024-12-14T01:15:25.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 172 | 2024-12-14T01:15:25.658Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 487242461 } })
|
| 173 | 2024-12-14T01:15:25.658Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 174 | 2024-12-14T01:15:25.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 175 | 2024-12-14T01:15:25.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 176 | 2024-12-14T01:15:25.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 177 | 2024-12-14T01:15:25.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 178 | 2024-12-14T01:15:25.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 179 | 2024-12-14T01:15:25.661Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 180 | 2024-12-14T01:15:25.662Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 491116133 } })
|
| 181 | 2024-12-14T01:15:25.662Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 182 | 2024-12-14T01:15:25.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 183 | 2024-12-14T01:15:25.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 184 | 2024-12-14T01:15:25.663Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 185 | 2024-12-14T01:15:25.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 186 | 2024-12-14T01:15:25.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 187 | 2024-12-14T01:15:25.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 188 | 2024-12-14T01:15:25.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 189 | 2024-12-14T01:15:25.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 190 | 2024-12-14T01:15:25.667Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 191 | 2024-12-14T01:15:25.667Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 192 | 2024-12-14T01:15:25.667Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 193 | 2024-12-14T01:15:25.668Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 194 | 2024-12-14T01:15:25.670Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 195 | 2024-12-14T01:15:25.670Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 196 | 2024-12-14T01:15:25.670Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 197 | 2024-12-14T01:15:25.670Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 198 | 2024-12-14T01:15:25.671Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 199 | 2024-12-14T01:15:25.671Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 200 | 2024-12-14T01:15:25.672Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 201 | 2024-12-14T01:15:25.672Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 202 | 2024-12-14T01:15:25.672Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 203 | 2024-12-14T01:15:25.673Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 204 | 2024-12-14T01:15:25.675Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 205 | 2024-12-14T01:15:25.675Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 206 | 2024-12-14T01:15:25.675Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 207 | 2024-12-14T01:15:25.677Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 208 | 2024-12-14T01:15:25.681Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 209 | 2024-12-14T01:15:25.681Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 210 | 2024-12-14T01:15:25.683Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 211 | 2024-12-14T01:15:25.692Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 212 | 2024-12-14T01:15:25.694Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 213 | 2024-12-14T01:15:25.695Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 214 | 2024-12-14T01:15:25.695Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 215 | 2024-12-14T01:15:25.695Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 216 | 2024-12-14T01:15:25.695Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 217 | 2024-12-14T01:15:25.695Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 218 | 2024-12-14T01:15:25.695Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 219 | 2024-12-14T01:15:25.695Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 49.507533ms
iteration = 13
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 220 | 2024-12-14T01:15:25.697Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 50.582534ms
iteration = 25
status = {"errors":[],"records_set_to_done":[]}
|
| 221 | 2024-12-14T01:15:25.699Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 52.654914ms
iteration = 25
status = {"errors":[],"garbage_collect_requested":[]}
|
| 222 | 2024-12-14T01:15:25.699Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1488, tv_nsec: 528689401 } })
|
| 223 | 2024-12-14T01:15:25.700Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 224 | 2024-12-14T01:15:25.700Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 225 | 2024-12-14T01:15:25.700Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 226 | 2024-12-14T01:15:25.704Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 227 | 2024-12-14T01:15:25.704Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 228 | 2024-12-14T01:15:25.706Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 229 | 2024-12-14T01:15:25.706Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 230 | 2024-12-14T01:15:25.706Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 231 | 2024-12-14T01:15:25.706Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 232 | 2024-12-14T01:15:25.706Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 233 | 2024-12-14T01:15:25.706Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 234 | 2024-12-14T01:15:25.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 235 | 2024-12-14T01:15:25.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 236 | 2024-12-14T01:15:25.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 237 | 2024-12-14T01:15:25.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 238 | 2024-12-14T01:15:25.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 239 | 2024-12-14T01:15:25.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 240 | 2024-12-14T01:15:25.708Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 241 | 2024-12-14T01:15:25.708Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 242 | 2024-12-14T01:15:25.708Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 243 | 2024-12-14T01:15:25.710Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 244 | 2024-12-14T01:15:25.710Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 245 | 2024-12-14T01:15:25.710Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 246 | 2024-12-14T01:15:25.711Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 247 | 2024-12-14T01:15:25.711Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 248 | 2024-12-14T01:15:25.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 249 | 2024-12-14T01:15:25.712Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 250 | 2024-12-14T01:15:25.714Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 251 | 2024-12-14T01:15:25.714Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 252 | 2024-12-14T01:15:25.716Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 253 | 2024-12-14T01:15:25.719Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 254 | 2024-12-14T01:15:25.719Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 255 | 2024-12-14T01:15:25.720Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = crdb_node_id_collector
elapsed = 74.044213ms
iteration = 6
status = {"nsuccess":5}
|
| 256 | 2024-12-14T01:15:25.720Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 257 | 2024-12-14T01:15:25.720Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 258 | 2024-12-14T01:15:25.720Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 259 | 2024-12-14T01:15:25.725Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 260 | 2024-12-14T01:15:25.727Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 261 | 2024-12-14T01:15:25.727Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 262 | 2024-12-14T01:15:25.727Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 81.609932ms
iteration = 13
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 263 | 2024-12-14T01:15:25.728Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 264 | 2024-12-14T01:15:25.729Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 265 | 2024-12-14T01:15:25.729Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 266 | 2024-12-14T01:15:25.730Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 267 | 2024-12-14T01:15:25.730Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 268 | 2024-12-14T01:15:25.730Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 269 | 2024-12-14T01:15:25.730Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 270 | 2024-12-14T01:15:25.730Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 271 | 2024-12-14T01:15:25.731Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 272 | 2024-12-14T01:15:25.731Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 273 | 2024-12-14T01:15:25.732Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 274 | 2024-12-14T01:15:25.732Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 86.464092ms
iteration = 25
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 275 | 2024-12-14T01:15:25.733Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 276 | 2024-12-14T01:15:25.733Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 277 | 2024-12-14T01:15:25.733Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 278 | 2024-12-14T01:15:25.735Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 279 | 2024-12-14T01:15:25.735Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 280 | 2024-12-14T01:15:25.736Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 281 | 2024-12-14T01:15:25.737Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 282 | 2024-12-14T01:15:25.737Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 91.21199ms
iteration = 73
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 283 | 2024-12-14T01:15:25.742Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 284 | 2024-12-14T01:15:25.743Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 285 | 2024-12-14T01:15:25.745Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 286 | 2024-12-14T01:15:25.746Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 287 | 2024-12-14T01:15:25.748Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 288 | 2024-12-14T01:15:25.748Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 289 | 2024-12-14T01:15:25.748Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 290 | 2024-12-14T01:15:25.748Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 291 | 2024-12-14T01:15:25.748Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 292 | 2024-12-14T01:15:25.749Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 103.31218ms
iteration = 25
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 293 | 2024-12-14T01:15:25.751Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }
result = Ok(())
|
| 294 | 2024-12-14T01:15:25.751Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 295 | 2024-12-14T01:15:25.751Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 296 | 2024-12-14T01:15:25.753Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 107.056298ms
iteration = 25
status = 0
|
| 297 | 2024-12-14T01:15:25.753Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 298 | 2024-12-14T01:15:25.754Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 299 | 2024-12-14T01:15:25.754Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 300 | 2024-12-14T01:15:25.755Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 108.971184ms
iteration = 73
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 301 | 2024-12-14T01:15:25.756Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 302 | 2024-12-14T01:15:25.756Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 303 | 2024-12-14T01:15:25.756Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 110.200599ms
iteration = 25
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 304 | 2024-12-14T01:15:25.756Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 305 | 2024-12-14T01:15:25.758Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 112.850486ms
iteration = 25
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 306 | 2024-12-14T01:15:25.759Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 307 | 2024-12-14T01:15:25.759Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 308 | 2024-12-14T01:15:25.759Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 309 | 2024-12-14T01:15:25.759Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 310 | 2024-12-14T01:15:25.762Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 311 | 2024-12-14T01:15:25.762Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 312 | 2024-12-14T01:15:25.762Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 313 | 2024-12-14T01:15:25.762Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 314 | 2024-12-14T01:15:25.770Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 315 | 2024-12-14T01:15:25.770Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 866c9448-c447-4b92-96b6-611d51967e09
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 316 | 2024-12-14T01:15:25.770Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 317 | 2024-12-14T01:15:25.770Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 318 | 2024-12-14T01:15:25.772Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 319 | 2024-12-14T01:15:25.772Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 320 | 2024-12-14T01:15:25.772Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 321 | 2024-12-14T01:15:25.772Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 322 | 2024-12-14T01:15:25.773Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 323 | 2024-12-14T01:15:25.774Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 324 | 2024-12-14T01:15:25.777Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 325 | 2024-12-14T01:15:25.778Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 326 | 2024-12-14T01:15:25.778Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 327 | 2024-12-14T01:15:25.778Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 328 | 2024-12-14T01:15:25.779Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 329 | 2024-12-14T01:15:25.779Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 330 | 2024-12-14T01:15:25.779Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 331 | 2024-12-14T01:15:25.781Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 332 | 2024-12-14T01:15:25.781Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = d9c36d0c-d7d2-439f-a748-798b6d8dea0c
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 333 | 2024-12-14T01:15:25.781Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 334 | 2024-12-14T01:15:25.781Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 335 | 2024-12-14T01:15:25.785Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 336 | 2024-12-14T01:15:25.785Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 337 | 2024-12-14T01:15:25.785Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 139.26188ms
iteration = 25
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 338 | 2024-12-14T01:15:25.787Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 339 | 2024-12-14T01:15:25.787Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 340 | 2024-12-14T01:15:25.787Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5270a9d6-c46c-41c7-a31f-d322974dc50f", "content-length": "26", "date": "Sat, 14 Dec 2024 01:15:24 GMT"} })
|
| 341 | 2024-12-14T01:15:25.787Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 342 | 2024-12-14T01:15:25.789Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 343 | 2024-12-14T01:15:25.803Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 157.758225ms
iteration = 27
status = {"physical_disks_added":0}
|
| 344 | 2024-12-14T01:15:25.811Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T01:03:19.260831Z, time_modified: 2024-12-14T01:03:19.260831Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd" }] }) }
file = nexus/src/app/background/tasks/external_endpoints.rs:94
|
| 345 | 2024-12-14T01:15:25.811Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 165.335155ms
iteration = 13
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"2c668072-a9a1-4a69-928c-e118c99521be","tls_certs":["ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd"]}},"default_endpoint":{"silo_id":"2c668072-a9a1-4a69-928c-e118c99521be","tls_certs":["ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 346 | 2024-12-14T01:15:25.815Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 347 | 2024-12-14T01:15:25.818Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 348 | 2024-12-14T01:15:25.818Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 349 | 2024-12-14T01:15:25.818Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 350 | 2024-12-14T01:15:25.820Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 351 | 2024-12-14T01:15:25.822Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 352 | 2024-12-14T01:15:25.822Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 353 | 2024-12-14T01:15:25.822Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 354 | 2024-12-14T01:15:25.859Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 355 | 2024-12-14T01:15:25.859Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 212.987784ms
iteration = 13
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 356 | 2024-12-14T01:15:25.904Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 357 | 2024-12-14T01:15:25.904Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 358 | 2024-12-14T01:15:25.904Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f56a42d-4583-41e5-9fc1-725c3b64a847", "content-length": "26", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 359 | 2024-12-14T01:15:25.904Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 360 | 2024-12-14T01:15:25.906Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 361 | 2024-12-14T01:15:25.992Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 362 | 2024-12-14T01:15:25.992Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "67092b4f-2d8b-4490-8b3a-398695c2af95", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 363 | 2024-12-14T01:15:25.992Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 364 | 2024-12-14T01:15:25.994Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "43abf88d-93ea-40d9-8dcf-c5196a7ed838", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 365 | 2024-12-14T01:15:25.994Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 366 | 2024-12-14T01:15:25.996Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 367 | 2024-12-14T01:15:25.996Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 350.269176ms
iteration = 15
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 368 | 2024-12-14T01:15:26.030Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 369 | 2024-12-14T01:15:26.080Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
zone_address = fd00:1122:3344:101::2
|
| 370 | 2024-12-14T01:15:26.080Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 371 | 2024-12-14T01:15:26.081Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5798e899-d3b1-43d2-8d51-1662d8fd568f", "content-length": "26", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 372 | 2024-12-14T01:15:26.081Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 373 | 2024-12-14T01:15:26.083Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 374 | 2024-12-14T01:15:26.095Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 375 | 2024-12-14T01:15:26.095Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "0b3845fb-c591-40a3-9ac5-b86ba3d1d755", "content-length": "691", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 376 | 2024-12-14T01:15:26.095Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 377 | 2024-12-14T01:15:26.095Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 378 | 2024-12-14T01:15:26.095Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 379 | 2024-12-14T01:15:26.096Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 450.513697ms
iteration = 25
status = {}
|
| 380 | 2024-12-14T01:15:26.110Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 464.160603ms
iteration = 25
status = {}
|
| 381 | 2024-12-14T01:15:26.123Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 382 | 2024-12-14T01:15:26.123Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "72950b07-ffe8-491e-bc35-1b4adbf007d4", "content-length": "2", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 383 | 2024-12-14T01:15:26.124Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 384 | 2024-12-14T01:15:26.124Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 385 | 2024-12-14T01:15:26.133Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 386 | 2024-12-14T01:15:26.133Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 387 | 2024-12-14T01:15:26.134Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "7fc19947-45e9-4054-a36a-25d667d2c03b", "content-length": "372", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 388 | 2024-12-14T01:15:26.134Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 389 | 2024-12-14T01:15:26.134Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 390 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 866c9448-c447-4b92-96b6-611d51967e09
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 391 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 392 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 01:03:51.993091 UTC
dns_group = internal
generation = 1
|
| 393 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 490.517785ms
iteration = 13
status = {"generation":1}
|
| 394 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = d9c36d0c-d7d2-439f-a748-798b6d8dea0c
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 395 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 396 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 01:03:53.017536 UTC
dns_group = external
generation = 2
|
| 397 | 2024-12-14T01:15:26.136Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 490.416762ms
iteration = 13
status = {"generation":2}
|
| 398 | 2024-12-14T01:15:26.137Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 491.01769ms
iteration = 25
status = null
|
| 399 | 2024-12-14T01:15:26.152Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 400 | 2024-12-14T01:15:26.153Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "88aca7f1-14ef-4c1a-a058-692505d92e61", "date": "Sat, 14 Dec 2024 01:15:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 401 | 2024-12-14T01:15:26.153Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 402 | 2024-12-14T01:15:26.155Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "d01f55f2-8ece-4703-99f0-63065bfa3210", "date": "Sat, 14 Dec 2024 01:15:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 403 | 2024-12-14T01:15:26.155Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 404 | 2024-12-14T01:15:26.156Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "40527415-add0-41b9-b356-92f00a019a1a", "date": "Sat, 14 Dec 2024 01:15:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 405 | 2024-12-14T01:15:26.156Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 406 | 2024-12-14T01:15:26.157Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 407 | 2024-12-14T01:15:26.157Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 511.310646ms
iteration = 15
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 408 | 2024-12-14T01:15:26.175Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 409 | 2024-12-14T01:15:26.175Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 410 | 2024-12-14T01:15:26.175Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "13d8309f-04a1-489e-8736-0dfb1446d3ad", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 411 | 2024-12-14T01:15:26.175Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 412 | 2024-12-14T01:15:26.175Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 413 | 2024-12-14T01:15:26.177Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 414 | 2024-12-14T01:15:26.177Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 415 | 2024-12-14T01:15:26.180Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 416 | 2024-12-14T01:15:26.180Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 417 | 2024-12-14T01:15:26.183Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 418 | 2024-12-14T01:15:26.183Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 419 | 2024-12-14T01:15:26.183Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "e4238796-0d82-4ece-8cac-3e62d52afea1", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 420 | 2024-12-14T01:15:26.185Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 539.778191ms
iteration = 25
status = {}
|
| 421 | 2024-12-14T01:15:26.219Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 422 | 2024-12-14T01:15:26.219Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 423 | 2024-12-14T01:15:26.221Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 424 | 2024-12-14T01:15:26.221Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 425 | 2024-12-14T01:15:26.221Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 426 | 2024-12-14T01:15:26.232Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 427 | 2024-12-14T01:15:26.233Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "c2d7f370-588a-48fb-a924-a6d404a9900c", "content-length": "134", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 428 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 429 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = bb9f5a1a-5708-4d58-ba4f-c62102236426
|
| 430 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 431 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 432 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 433 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 434 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 435 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 436 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 437 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 438 | 2024-12-14T01:15:26.233Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 439 | 2024-12-14T01:15:26.233Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 440 | 2024-12-14T01:15:26.234Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 441 | 2024-12-14T01:15:26.236Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 442 | 2024-12-14T01:15:26.236Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "2bbc8611-d9ce-47b2-b74a-a28df4dbe840", "content-length": "2", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 443 | 2024-12-14T01:15:26.236Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 444 | 2024-12-14T01:15:26.236Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "8bfd900a-9101-4c6e-bfc6-90fe51144088", "content-length": "52", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 445 | 2024-12-14T01:15:26.236Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 446 | 2024-12-14T01:15:26.236Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 447 | 2024-12-14T01:15:26.332Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "f3e49ad1-816c-417f-bdc4-90d52d62bacd", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 448 | 2024-12-14T01:15:26.332Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch = Switch0
|
| 449 | 2024-12-14T01:15:26.332Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 450 | 2024-12-14T01:15:26.332Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "c31ecdb6-a97e-41ba-a7cc-fee99f658b3c", "content-length": "682", "date": "Sat, 14 Dec 2024 01:15:25 GMT"} })
|
| 451 | 2024-12-14T01:15:26.333Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 452 | 2024-12-14T01:15:26.333Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 453 | 2024-12-14T01:15:26.336Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 454 | 2024-12-14T01:15:26.336Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 455 | 2024-12-14T01:15:26.338Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 456 | 2024-12-14T01:15:26.339Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 457 | 2024-12-14T01:15:26.341Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 458 | 2024-12-14T01:15:26.341Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 459 | 2024-12-14T01:15:26.349Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 703.430816ms
iteration = 25
status = {}
|
| 460 | 2024-12-14T01:15:33.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 251
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 8ab3acd7-f6b7-4a32-95de-c8391642f6dc
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 461 | 2024-12-14T01:15:35.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 74
reason = Timeout
|
| 462 | 2024-12-14T01:15:35.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 463 | 2024-12-14T01:15:35.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 74
reason = Timeout
|
| 464 | 2024-12-14T01:15:35.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 465 | 2024-12-14T01:15:35.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 466 | 2024-12-14T01:15:35.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 467 | 2024-12-14T01:15:35.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 468 | 2024-12-14T01:15:35.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 469 | 2024-12-14T01:15:35.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 470 | 2024-12-14T01:15:35.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 471 | 2024-12-14T01:15:35.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 472 | 2024-12-14T01:15:35.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 473 | 2024-12-14T01:15:35.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 474 | 2024-12-14T01:15:35.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 475 | 2024-12-14T01:15:35.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 476 | 2024-12-14T01:15:35.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 477 | 2024-12-14T01:15:35.672Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 478 | 2024-12-14T01:15:35.672Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 27.530847ms
iteration = 74
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 479 | 2024-12-14T01:15:35.680Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 480 | 2024-12-14T01:15:35.680Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 481 | 2024-12-14T01:15:35.712Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 67.311838ms
iteration = 74
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 482 | 2024-12-14T01:15:43.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 312
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 9d41303c-22d3-45e2-b8c9-4c1757050a48
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 483 | 2024-12-14T01:15:45.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 75
reason = Timeout
|
| 484 | 2024-12-14T01:15:45.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 485 | 2024-12-14T01:15:45.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 75
reason = Timeout
|
| 486 | 2024-12-14T01:15:45.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 487 | 2024-12-14T01:15:45.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 488 | 2024-12-14T01:15:45.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 489 | 2024-12-14T01:15:45.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 490 | 2024-12-14T01:15:45.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 491 | 2024-12-14T01:15:45.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 492 | 2024-12-14T01:15:45.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 493 | 2024-12-14T01:15:45.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 494 | 2024-12-14T01:15:45.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 495 | 2024-12-14T01:15:45.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 496 | 2024-12-14T01:15:45.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 497 | 2024-12-14T01:15:45.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 498 | 2024-12-14T01:15:45.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 499 | 2024-12-14T01:15:45.669Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 500 | 2024-12-14T01:15:45.669Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 23.789608ms
iteration = 75
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 501 | 2024-12-14T01:15:45.674Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 502 | 2024-12-14T01:15:45.674Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 503 | 2024-12-14T01:15:45.701Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 55.882797ms
iteration = 75
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 504 | 2024-12-14T01:15:53.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 289
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 513da0df-2f16-40d1-a0fa-b155a5746077
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 505 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 26
reason = Timeout
|
| 506 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 507 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 26
reason = Timeout
|
| 508 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 26
reason = Timeout
|
| 509 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 510 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 26
reason = Timeout
|
| 511 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 512 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 513 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 26
reason = Timeout
|
| 514 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 26
reason = Timeout
|
| 515 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 516 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 517 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 26
reason = Timeout
|
| 518 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 519 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 76
reason = Timeout
|
| 520 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 521 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 26
reason = Timeout
|
| 522 | 2024-12-14T01:15:55.645Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 523 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 26
reason = Timeout
|
| 524 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 525 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 526 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 26
reason = Timeout
|
| 527 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 528 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 529 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 26
reason = Timeout
|
| 530 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 531 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 26
reason = Timeout
|
| 532 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 533 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 26
reason = Timeout
|
| 534 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 26
reason = Timeout
|
| 535 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 536 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 28
reason = Timeout
|
| 537 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 76
reason = Timeout
|
| 538 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 539 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 540 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 541 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 542 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 543 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 544 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 545 | 2024-12-14T01:15:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 546 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 547 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 548 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 549 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 550 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 551 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 552 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 553 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 554 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 555 | 2024-12-14T01:15:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 556 | 2024-12-14T01:15:55.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 557 | 2024-12-14T01:15:55.648Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 477702628 } })
|
| 558 | 2024-12-14T01:15:55.649Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 559 | 2024-12-14T01:15:55.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.935884ms
iteration = 26
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 560 | 2024-12-14T01:15:55.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 561 | 2024-12-14T01:15:55.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 562 | 2024-12-14T01:15:55.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 563 | 2024-12-14T01:15:55.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 564 | 2024-12-14T01:15:55.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 565 | 2024-12-14T01:15:55.654Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 483122425 } })
|
| 566 | 2024-12-14T01:15:55.654Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 567 | 2024-12-14T01:15:55.654Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 568 | 2024-12-14T01:15:55.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 569 | 2024-12-14T01:15:55.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 570 | 2024-12-14T01:15:55.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 571 | 2024-12-14T01:15:55.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 572 | 2024-12-14T01:15:55.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 573 | 2024-12-14T01:15:55.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 574 | 2024-12-14T01:15:55.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 575 | 2024-12-14T01:15:55.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 576 | 2024-12-14T01:15:55.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 577 | 2024-12-14T01:15:55.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 578 | 2024-12-14T01:15:55.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 579 | 2024-12-14T01:15:55.665Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 580 | 2024-12-14T01:15:55.665Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 581 | 2024-12-14T01:15:55.665Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 582 | 2024-12-14T01:15:55.665Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 583 | 2024-12-14T01:15:55.666Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 584 | 2024-12-14T01:15:55.666Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 21.050259ms
iteration = 26
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 585 | 2024-12-14T01:15:55.680Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 586 | 2024-12-14T01:15:55.681Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 587 | 2024-12-14T01:15:55.681Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 588 | 2024-12-14T01:15:55.682Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 589 | 2024-12-14T01:15:55.684Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 590 | 2024-12-14T01:15:55.684Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 591 | 2024-12-14T01:15:55.687Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 592 | 2024-12-14T01:15:55.687Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 593 | 2024-12-14T01:15:55.688Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 43.690185ms
iteration = 26
status = {"errors":[],"garbage_collect_requested":[]}
|
| 594 | 2024-12-14T01:15:55.689Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 595 | 2024-12-14T01:15:55.689Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 596 | 2024-12-14T01:15:55.690Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 597 | 2024-12-14T01:15:55.690Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 598 | 2024-12-14T01:15:55.691Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 599 | 2024-12-14T01:15:55.691Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 600 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 601 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 47.722971ms
iteration = 26
status = {"errors":[],"records_set_to_done":[]}
|
| 602 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 603 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 604 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 605 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 606 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 607 | 2024-12-14T01:15:55.693Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 608 | 2024-12-14T01:15:55.694Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }
result = Ok(())
|
| 609 | 2024-12-14T01:15:55.694Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 610 | 2024-12-14T01:15:55.694Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 611 | 2024-12-14T01:15:55.695Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 49.862403ms
iteration = 76
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 612 | 2024-12-14T01:15:55.696Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 613 | 2024-12-14T01:15:55.696Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 614 | 2024-12-14T01:15:55.698Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 53.732495ms
iteration = 26
status = 0
|
| 615 | 2024-12-14T01:15:55.698Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1518, tv_nsec: 527910521 } })
|
| 616 | 2024-12-14T01:15:55.699Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 617 | 2024-12-14T01:15:55.702Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 618 | 2024-12-14T01:15:55.702Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 619 | 2024-12-14T01:15:55.703Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 620 | 2024-12-14T01:15:55.703Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 621 | 2024-12-14T01:15:55.704Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 622 | 2024-12-14T01:15:55.704Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 623 | 2024-12-14T01:15:55.704Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 624 | 2024-12-14T01:15:55.705Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 625 | 2024-12-14T01:15:55.707Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 626 | 2024-12-14T01:15:55.707Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 627 | 2024-12-14T01:15:55.708Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "84766844-5295-435b-879c-cd7f2ee72185", "content-length": "26", "date": "Sat, 14 Dec 2024 01:15:54 GMT"} })
|
| 628 | 2024-12-14T01:15:55.708Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 629 | 2024-12-14T01:15:55.708Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 630 | 2024-12-14T01:15:55.708Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 631 | 2024-12-14T01:15:55.708Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 632 | 2024-12-14T01:15:55.708Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 633 | 2024-12-14T01:15:55.710Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 634 | 2024-12-14T01:15:55.718Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 635 | 2024-12-14T01:15:55.720Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 636 | 2024-12-14T01:15:55.720Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 75.103533ms
iteration = 76
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 637 | 2024-12-14T01:15:55.720Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 638 | 2024-12-14T01:15:55.720Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 639 | 2024-12-14T01:15:55.720Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 640 | 2024-12-14T01:15:55.728Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 83.330042ms
iteration = 26
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 641 | 2024-12-14T01:15:55.728Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 83.502536ms
iteration = 26
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 642 | 2024-12-14T01:15:55.734Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 88.921273ms
iteration = 26
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 643 | 2024-12-14T01:15:55.737Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 644 | 2024-12-14T01:15:55.737Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 645 | 2024-12-14T01:15:55.737Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d2b4ef1f-d6fa-4c79-8de0-87252839326a", "content-length": "26", "date": "Sat, 14 Dec 2024 01:15:54 GMT"} })
|
| 646 | 2024-12-14T01:15:55.737Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 647 | 2024-12-14T01:15:55.739Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 648 | 2024-12-14T01:15:55.743Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 649 | 2024-12-14T01:15:55.743Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 650 | 2024-12-14T01:15:55.743Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 651 | 2024-12-14T01:15:55.743Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 652 | 2024-12-14T01:15:55.749Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 653 | 2024-12-14T01:15:55.750Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 654 | 2024-12-14T01:15:55.779Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 655 | 2024-12-14T01:15:55.779Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 656 | 2024-12-14T01:15:55.779Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 134.390369ms
iteration = 26
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 657 | 2024-12-14T01:15:55.812Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 167.459676ms
iteration = 26
status = {}
|
| 658 | 2024-12-14T01:15:55.814Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 168.687481ms
iteration = 28
status = {"physical_disks_added":0}
|
| 659 | 2024-12-14T01:15:55.816Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
zone_address = fd00:1122:3344:101::2
|
| 660 | 2024-12-14T01:15:55.816Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 661 | 2024-12-14T01:15:55.816Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "e56a1b67-0451-4304-b621-a454e881be07", "content-length": "26", "date": "Sat, 14 Dec 2024 01:15:54 GMT"} })
|
| 662 | 2024-12-14T01:15:55.816Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 663 | 2024-12-14T01:15:55.818Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 664 | 2024-12-14T01:15:55.842Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 665 | 2024-12-14T01:15:55.842Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "03c9e26d-425e-4318-b4dc-0f179423da75", "content-length": "2", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 666 | 2024-12-14T01:15:55.844Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 667 | 2024-12-14T01:15:55.844Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 668 | 2024-12-14T01:15:55.847Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 669 | 2024-12-14T01:15:55.847Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 670 | 2024-12-14T01:15:55.934Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 671 | 2024-12-14T01:15:55.934Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 672 | 2024-12-14T01:15:55.934Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "d5fc8630-bee0-480a-b2e2-09d2e8aaa29b", "content-length": "372", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 673 | 2024-12-14T01:15:55.934Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 674 | 2024-12-14T01:15:55.935Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 675 | 2024-12-14T01:15:55.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 676 | 2024-12-14T01:15:55.936Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 291.425704ms
iteration = 26
status = null
|
| 677 | 2024-12-14T01:15:55.938Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 678 | 2024-12-14T01:15:55.938Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 679 | 2024-12-14T01:15:55.938Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 680 | 2024-12-14T01:15:55.939Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 681 | 2024-12-14T01:15:55.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 682 | 2024-12-14T01:15:55.941Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 683 | 2024-12-14T01:15:55.941Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 684 | 2024-12-14T01:15:55.974Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 685 | 2024-12-14T01:15:55.975Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 686 | 2024-12-14T01:15:55.975Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "3f243816-9179-479a-b322-03e3855538cd", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 687 | 2024-12-14T01:15:55.975Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 688 | 2024-12-14T01:15:55.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 689 | 2024-12-14T01:15:55.978Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 690 | 2024-12-14T01:15:55.978Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 691 | 2024-12-14T01:15:55.982Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 692 | 2024-12-14T01:15:55.982Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 693 | 2024-12-14T01:15:55.984Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 694 | 2024-12-14T01:15:55.984Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 695 | 2024-12-14T01:15:55.985Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "8724b3fa-c0ba-485f-b232-9e060c2de6c3", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 696 | 2024-12-14T01:15:55.986Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 341.03523ms
iteration = 26
status = {}
|
| 697 | 2024-12-14T01:15:56.003Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 698 | 2024-12-14T01:15:56.004Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8fd153d1-047c-489b-882c-e90d5dd2b2f8", "content-length": "691", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 699 | 2024-12-14T01:15:56.004Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 700 | 2024-12-14T01:15:56.004Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 701 | 2024-12-14T01:15:56.004Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 702 | 2024-12-14T01:15:56.005Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 359.826843ms
iteration = 26
status = {}
|
| 703 | 2024-12-14T01:15:56.028Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 704 | 2024-12-14T01:15:56.029Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 705 | 2024-12-14T01:15:56.031Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 706 | 2024-12-14T01:15:56.031Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 707 | 2024-12-14T01:15:56.032Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 708 | 2024-12-14T01:15:56.041Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 709 | 2024-12-14T01:15:56.041Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "bd65cab3-1c6a-4de6-b039-4e96a6d12a9e", "content-length": "134", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 710 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 711 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = bb9f5a1a-5708-4d58-ba4f-c62102236426
|
| 712 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 713 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 714 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 715 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 716 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 717 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 718 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 719 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 720 | 2024-12-14T01:15:56.042Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 721 | 2024-12-14T01:15:56.042Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 722 | 2024-12-14T01:15:56.042Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 723 | 2024-12-14T01:15:56.045Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 724 | 2024-12-14T01:15:56.045Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "6f084bab-66a5-4597-a4b7-a0cc15f0ba1f", "content-length": "2", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 725 | 2024-12-14T01:15:56.045Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 726 | 2024-12-14T01:15:56.045Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "0be4f223-433b-4740-a603-d0bfaab2b2f1", "content-length": "52", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 727 | 2024-12-14T01:15:56.045Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 728 | 2024-12-14T01:15:56.045Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 729 | 2024-12-14T01:15:56.140Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c31d5fec-ee09-4871-ba90-9914991552f9", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 730 | 2024-12-14T01:15:56.140Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch = Switch0
|
| 731 | 2024-12-14T01:15:56.140Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 732 | 2024-12-14T01:15:56.140Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "4b02342c-2114-4e7c-87c4-dc90dc8ca621", "content-length": "682", "date": "Sat, 14 Dec 2024 01:15:55 GMT"} })
|
| 733 | 2024-12-14T01:15:56.140Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 734 | 2024-12-14T01:15:56.140Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 735 | 2024-12-14T01:15:56.144Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 736 | 2024-12-14T01:15:56.145Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 737 | 2024-12-14T01:15:56.148Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 738 | 2024-12-14T01:15:56.148Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 739 | 2024-12-14T01:15:56.150Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 740 | 2024-12-14T01:15:56.151Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 741 | 2024-12-14T01:15:56.157Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 512.249014ms
iteration = 26
status = {}
|
| 742 | 2024-12-14T01:16:03.451Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::d]:51438
|
| 743 | 2024-12-14T01:16:03.451Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = d0021bef-ac75-4c6d-b9ae-d407e61237b5
roles = RoleSet { roles: {} }
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending
|
| 744 | 2024-12-14T01:16:03.452Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = d0021bef-ac75-4c6d-b9ae-d407e61237b5
resource = Database
result = Ok(())
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending
|
| 745 | 2024-12-14T01:16:03.454Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3017
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = d0021bef-ac75-4c6d-b9ae-d407e61237b5
response_code = 200
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending
|
| 746 | 2024-12-14T01:16:03.455Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = ee092d31-58f6-4472-acee-4d8b6c131fa3
roles = RoleSet { roles: {} }
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D
|
| 747 | 2024-12-14T01:16:03.455Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = ee092d31-58f6-4472-acee-4d8b6c131fa3
resource = Database
result = Ok(())
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D
|
| 748 | 2024-12-14T01:16:03.457Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2437
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = ee092d31-58f6-4472-acee-4d8b6c131fa3
response_code = 200
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D
|
| 749 | 2024-12-14T01:16:03.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 258
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = fae5f369-0d9b-4ce8-b6bd-c5863c973e6c
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 750 | 2024-12-14T01:16:05.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 77
reason = Timeout
|
| 751 | 2024-12-14T01:16:05.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 752 | 2024-12-14T01:16:05.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 77
reason = Timeout
|
| 753 | 2024-12-14T01:16:05.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 754 | 2024-12-14T01:16:05.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 755 | 2024-12-14T01:16:05.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 756 | 2024-12-14T01:16:05.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 757 | 2024-12-14T01:16:05.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 758 | 2024-12-14T01:16:05.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 759 | 2024-12-14T01:16:05.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 760 | 2024-12-14T01:16:05.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 761 | 2024-12-14T01:16:05.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 762 | 2024-12-14T01:16:05.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 763 | 2024-12-14T01:16:05.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 764 | 2024-12-14T01:16:05.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 765 | 2024-12-14T01:16:05.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 766 | 2024-12-14T01:16:05.665Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 767 | 2024-12-14T01:16:05.665Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.597656ms
iteration = 77
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 768 | 2024-12-14T01:16:05.675Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 769 | 2024-12-14T01:16:05.675Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 770 | 2024-12-14T01:16:05.676Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 31.845702ms
iteration = 77
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 771 | 2024-12-14T01:16:13.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 347
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = da749f3e-4edb-44de-abde-8f31206be262
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 772 | 2024-12-14T01:16:15.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 78
reason = Timeout
|
| 773 | 2024-12-14T01:16:15.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 78
reason = Timeout
|
| 774 | 2024-12-14T01:16:15.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 775 | 2024-12-14T01:16:15.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 776 | 2024-12-14T01:16:15.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 777 | 2024-12-14T01:16:15.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 778 | 2024-12-14T01:16:15.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 779 | 2024-12-14T01:16:15.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 780 | 2024-12-14T01:16:15.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.032967ms
iteration = 78
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 781 | 2024-12-14T01:16:15.674Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 782 | 2024-12-14T01:16:15.677Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 783 | 2024-12-14T01:16:15.677Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 784 | 2024-12-14T01:16:15.677Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 785 | 2024-12-14T01:16:15.678Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 786 | 2024-12-14T01:16:15.678Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 787 | 2024-12-14T01:16:15.680Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 788 | 2024-12-14T01:16:15.682Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 789 | 2024-12-14T01:16:15.682Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 790 | 2024-12-14T01:16:15.682Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 791 | 2024-12-14T01:16:15.694Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 792 | 2024-12-14T01:16:15.694Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 49.857392ms
iteration = 78
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 793 | 2024-12-14T01:16:23.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 449
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = e0ae5af4-2c3e-4a56-abe5-b071d3903b3c
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 794 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 16
reason = Timeout
|
| 795 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 27
reason = Timeout
|
| 796 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 27
reason = Timeout
|
| 797 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 798 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 14
reason = Timeout
|
| 799 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 800 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 801 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 27
reason = Timeout
|
| 802 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 14
reason = Timeout
|
| 803 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 804 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 805 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 14
reason = Timeout
|
| 806 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 807 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 27
reason = Timeout
|
| 808 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 809 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 79
reason = Timeout
|
| 810 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 811 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 27
reason = Timeout
|
| 812 | 2024-12-14T01:16:25.645Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 813 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 14
reason = Timeout
|
| 814 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 815 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 816 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 79
reason = Timeout
|
| 817 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 14
reason = Timeout
|
| 818 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 819 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 820 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 15
reason = Timeout
|
| 821 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 822 | 2024-12-14T01:16:25.645Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
|
| 823 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 29
reason = Timeout
|
| 824 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 15.141\u{b5}s
iteration = 15
status = {"enabled":false,"target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"}
|
| 825 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 826 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 27
reason = Timeout
|
| 827 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 828 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 14
reason = Timeout
|
| 829 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 27
reason = Timeout
|
| 830 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 831 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 832 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 14
reason = Timeout
|
| 833 | 2024-12-14T01:16:25.645Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 834 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 835 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 14
reason = Timeout
|
| 836 | 2024-12-14T01:16:25.645Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 01:06:25.645258228 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 837 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 838 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 27
reason = Timeout
|
| 839 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 14
reason = Timeout
|
| 840 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 27
reason = Timeout
|
| 841 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 842 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 14
reason = Timeout
|
| 843 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 27
reason = Timeout
|
| 844 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 845 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 846 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 27
reason = Timeout
|
| 847 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 848 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 27
reason = Timeout
|
| 849 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 850 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 851 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 16
reason = Timeout
|
| 852 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 27
reason = Timeout
|
| 853 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 854 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 27
reason = Timeout
|
| 855 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 856 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 857 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 858 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 859 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 860 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 861 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 862 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 863 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 864 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 865 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 866 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 867 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 868 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 869 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 870 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 871 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 872 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 873 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 874 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 875 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 876 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 877 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 878 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 879 | 2024-12-14T01:16:25.645Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("381b8112-f609-4c4d-ac80-0170ad8fc4bd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 474890679 } })
|
| 880 | 2024-12-14T01:16:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 881 | 2024-12-14T01:16:25.645Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1b585a7c-7eb0-4894-b8b3-3ef1983891e5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("36100ee5-fa9a-4857-a844-70bec0e8601f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 474926930 } })
|
| 882 | 2024-12-14T01:16:25.646Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
| 883 | 2024-12-14T01:16:25.646Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.305567ms
iteration = 14
status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
|
| 884 | 2024-12-14T01:16:25.646Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 885 | 2024-12-14T01:16:25.646Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.148743ms
iteration = 14
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 886 | 2024-12-14T01:16:25.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 887 | 2024-12-14T01:16:25.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 4.117599ms
iteration = 27
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 888 | 2024-12-14T01:16:25.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 889 | 2024-12-14T01:16:25.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 890 | 2024-12-14T01:16:25.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 891 | 2024-12-14T01:16:25.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 892 | 2024-12-14T01:16:25.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 893 | 2024-12-14T01:16:25.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 894 | 2024-12-14T01:16:25.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 895 | 2024-12-14T01:16:25.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 896 | 2024-12-14T01:16:25.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 897 | 2024-12-14T01:16:25.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 898 | 2024-12-14T01:16:25.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 899 | 2024-12-14T01:16:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 900 | 2024-12-14T01:16:25.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 901 | 2024-12-14T01:16:25.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 902 | 2024-12-14T01:16:25.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 903 | 2024-12-14T01:16:25.653Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 8.365832ms
iteration = 14
status = {"errors":[],"found_port_ok":[]}
|
| 904 | 2024-12-14T01:16:25.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 905 | 2024-12-14T01:16:25.655Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 10.111763ms
iteration = 27
status = {"errors":[],"records_set_to_done":[]}
|
| 906 | 2024-12-14T01:16:25.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 907 | 2024-12-14T01:16:25.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 908 | 2024-12-14T01:16:25.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 909 | 2024-12-14T01:16:25.656Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 01:06:25.645258228 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 910 | 2024-12-14T01:16:25.656Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 11.230485ms
iteration = 14
status = {"expiration":"2024-12-14T01:06:25.645258228Z","pruned":[]}
|
| 911 | 2024-12-14T01:16:25.659Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 14.222421ms
iteration = 27
status = {"errors":[],"garbage_collect_requested":[]}
|
| 912 | 2024-12-14T01:16:25.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 913 | 2024-12-14T01:16:25.660Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 914 | 2024-12-14T01:16:25.660Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 915 | 2024-12-14T01:16:25.660Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 916 | 2024-12-14T01:16:25.660Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 917 | 2024-12-14T01:16:25.661Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 918 | 2024-12-14T01:16:25.661Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 490339676 } })
|
| 919 | 2024-12-14T01:16:25.661Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 490642705 } })
|
| 920 | 2024-12-14T01:16:25.661Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 921 | 2024-12-14T01:16:25.661Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 922 | 2024-12-14T01:16:25.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 923 | 2024-12-14T01:16:25.662Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1548, tv_nsec: 491606562 } })
|
| 924 | 2024-12-14T01:16:25.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 925 | 2024-12-14T01:16:25.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 926 | 2024-12-14T01:16:25.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 927 | 2024-12-14T01:16:25.662Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 928 | 2024-12-14T01:16:25.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 929 | 2024-12-14T01:16:25.663Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 930 | 2024-12-14T01:16:25.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 931 | 2024-12-14T01:16:25.665Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 932 | 2024-12-14T01:16:25.666Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 21.4284ms
iteration = 79
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 933 | 2024-12-14T01:16:25.667Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 934 | 2024-12-14T01:16:25.668Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 935 | 2024-12-14T01:16:25.668Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 936 | 2024-12-14T01:16:25.668Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 937 | 2024-12-14T01:16:25.668Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 938 | 2024-12-14T01:16:25.668Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 939 | 2024-12-14T01:16:25.669Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 940 | 2024-12-14T01:16:25.669Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 941 | 2024-12-14T01:16:25.674Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 942 | 2024-12-14T01:16:25.675Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 943 | 2024-12-14T01:16:25.676Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 944 | 2024-12-14T01:16:25.678Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 945 | 2024-12-14T01:16:25.678Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 946 | 2024-12-14T01:16:25.679Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 947 | 2024-12-14T01:16:25.683Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 948 | 2024-12-14T01:16:25.685Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 949 | 2024-12-14T01:16:25.685Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 950 | 2024-12-14T01:16:25.685Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 951 | 2024-12-14T01:16:25.687Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 952 | 2024-12-14T01:16:25.688Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 953 | 2024-12-14T01:16:25.688Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 954 | 2024-12-14T01:16:25.689Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 955 | 2024-12-14T01:16:25.689Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 44.383435ms
iteration = 27
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 956 | 2024-12-14T01:16:25.689Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 957 | 2024-12-14T01:16:25.691Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 958 | 2024-12-14T01:16:25.691Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 959 | 2024-12-14T01:16:25.691Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 45.804696ms
iteration = 14
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 960 | 2024-12-14T01:16:25.691Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 961 | 2024-12-14T01:16:25.691Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 962 | 2024-12-14T01:16:25.691Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 963 | 2024-12-14T01:16:25.694Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 964 | 2024-12-14T01:16:25.695Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 965 | 2024-12-14T01:16:25.695Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 966 | 2024-12-14T01:16:25.695Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 967 | 2024-12-14T01:16:25.696Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 968 | 2024-12-14T01:16:25.696Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 969 | 2024-12-14T01:16:25.697Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 970 | 2024-12-14T01:16:25.698Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 971 | 2024-12-14T01:16:25.698Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 972 | 2024-12-14T01:16:25.698Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 973 | 2024-12-14T01:16:25.700Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 974 | 2024-12-14T01:16:25.701Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 975 | 2024-12-14T01:16:25.701Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 976 | 2024-12-14T01:16:25.701Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 56.319179ms
iteration = 27
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 977 | 2024-12-14T01:16:25.701Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 978 | 2024-12-14T01:16:25.703Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 979 | 2024-12-14T01:16:25.703Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 980 | 2024-12-14T01:16:25.705Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 981 | 2024-12-14T01:16:25.705Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 982 | 2024-12-14T01:16:25.706Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 983 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }
result = Ok(())
|
| 984 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 985 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 986 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 987 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 988 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 989 | 2024-12-14T01:16:25.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 990 | 2024-12-14T01:16:25.708Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 991 | 2024-12-14T01:16:25.710Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 64.866967ms
iteration = 27
status = 0
|
| 992 | 2024-12-14T01:16:25.715Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 993 | 2024-12-14T01:16:25.719Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 994 | 2024-12-14T01:16:25.719Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 995 | 2024-12-14T01:16:25.719Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 996 | 2024-12-14T01:16:25.722Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 997 | 2024-12-14T01:16:25.722Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = d9c36d0c-d7d2-439f-a748-798b6d8dea0c
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 998 | 2024-12-14T01:16:25.722Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 999 | 2024-12-14T01:16:25.722Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1000 | 2024-12-14T01:16:25.722Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 1001 | 2024-12-14T01:16:25.722Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1002 | 2024-12-14T01:16:25.723Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1003 | 2024-12-14T01:16:25.723Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1004 | 2024-12-14T01:16:25.732Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1005 | 2024-12-14T01:16:25.733Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1006 | 2024-12-14T01:16:25.733Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 88.761188ms
iteration = 79
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1007 | 2024-12-14T01:16:25.735Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 1008 | 2024-12-14T01:16:25.735Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1009 | 2024-12-14T01:16:25.736Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1010 | 2024-12-14T01:16:25.741Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 1011 | 2024-12-14T01:16:25.743Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 1012 | 2024-12-14T01:16:25.743Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 98.8255ms
iteration = 27
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 1013 | 2024-12-14T01:16:25.744Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1014 | 2024-12-14T01:16:25.744Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1015 | 2024-12-14T01:16:25.745Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 1016 | 2024-12-14T01:16:25.745Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 1017 | 2024-12-14T01:16:25.745Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 1018 | 2024-12-14T01:16:25.745Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1019 | 2024-12-14T01:16:25.745Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 1020 | 2024-12-14T01:16:25.745Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 1021 | 2024-12-14T01:16:25.745Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 100.658793ms
iteration = 14
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 1022 | 2024-12-14T01:16:25.746Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1023 | 2024-12-14T01:16:25.747Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1024 | 2024-12-14T01:16:25.750Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1025 | 2024-12-14T01:16:25.750Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1026 | 2024-12-14T01:16:25.750Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1027 | 2024-12-14T01:16:25.759Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1028 | 2024-12-14T01:16:25.760Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 1029 | 2024-12-14T01:16:25.762Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1030 | 2024-12-14T01:16:25.762Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1031 | 2024-12-14T01:16:25.762Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1032 | 2024-12-14T01:16:25.764Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = d9c36d0c-d7d2-439f-a748-798b6d8dea0c
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 1033 | 2024-12-14T01:16:25.764Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 1034 | 2024-12-14T01:16:25.764Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 01:03:53.017536 UTC
dns_group = external
generation = 2
|
| 1035 | 2024-12-14T01:16:25.764Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 119.417606ms
iteration = 14
status = {"generation":2}
|
| 1036 | 2024-12-14T01:16:25.765Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1037 | 2024-12-14T01:16:25.765Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 1038 | 2024-12-14T01:16:25.765Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 119.981583ms
iteration = 27
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 1039 | 2024-12-14T01:16:25.765Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1040 | 2024-12-14T01:16:25.766Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1041 | 2024-12-14T01:16:25.769Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 1042 | 2024-12-14T01:16:25.769Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 124.547324ms
iteration = 14
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 1043 | 2024-12-14T01:16:25.775Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 130.349412ms
iteration = 27
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 1044 | 2024-12-14T01:16:25.778Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1045 | 2024-12-14T01:16:25.778Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1046 | 2024-12-14T01:16:25.785Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
zone_address = fd00:1122:3344:101::2
|
| 1047 | 2024-12-14T01:16:25.785Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1048 | 2024-12-14T01:16:25.785Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5718c5c1-e633-4878-8b46-b827340acdf3", "content-length": "26", "date": "Sat, 14 Dec 2024 01:16:24 GMT"} })
|
| 1049 | 2024-12-14T01:16:25.785Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1050 | 2024-12-14T01:16:25.787Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 1051 | 2024-12-14T01:16:25.787Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 866c9448-c447-4b92-96b6-611d51967e09
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 1052 | 2024-12-14T01:16:25.787Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1053 | 2024-12-14T01:16:25.787Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1054 | 2024-12-14T01:16:25.788Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1055 | 2024-12-14T01:16:25.788Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1056 | 2024-12-14T01:16:25.792Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1057 | 2024-12-14T01:16:25.792Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1058 | 2024-12-14T01:16:25.793Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1059 | 2024-12-14T01:16:25.793Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1060 | 2024-12-14T01:16:25.793Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1061 | 2024-12-14T01:16:25.793Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "5a4c2a65-7647-4799-a9fa-ec39e6189074", "content-length": "26", "date": "Sat, 14 Dec 2024 01:16:24 GMT"} })
|
| 1062 | 2024-12-14T01:16:25.793Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1063 | 2024-12-14T01:16:25.794Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1064 | 2024-12-14T01:16:25.795Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 149.844896ms
iteration = 29
status = {"physical_disks_added":0}
|
| 1065 | 2024-12-14T01:16:25.795Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 866c9448-c447-4b92-96b6-611d51967e09
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 1066 | 2024-12-14T01:16:25.795Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 1067 | 2024-12-14T01:16:25.795Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 01:03:51.993091 UTC
dns_group = internal
generation = 1
|
| 1068 | 2024-12-14T01:16:25.795Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 150.176536ms
iteration = 14
status = {"generation":1}
|
| 1069 | 2024-12-14T01:16:25.795Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1070 | 2024-12-14T01:16:25.795Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1071 | 2024-12-14T01:16:25.795Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "40d47737-f991-4a7d-8c62-b6d21352d696", "content-length": "26", "date": "Sat, 14 Dec 2024 01:16:24 GMT"} })
|
| 1072 | 2024-12-14T01:16:25.795Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1073 | 2024-12-14T01:16:25.798Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1074 | 2024-12-14T01:16:25.798Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1075 | 2024-12-14T01:16:25.800Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1076 | 2024-12-14T01:16:25.800Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1077 | 2024-12-14T01:16:25.800Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1078 | 2024-12-14T01:16:25.842Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T01:03:19.260831Z, time_modified: 2024-12-14T01:03:19.260831Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd" }] }) }
|
| 1079 | 2024-12-14T01:16:25.842Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 197.277849ms
iteration = 14
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"2c668072-a9a1-4a69-928c-e118c99521be","tls_certs":["ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd"]}},"default_endpoint":{"silo_id":"2c668072-a9a1-4a69-928c-e118c99521be","tls_certs":["ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 1080 | 2024-12-14T01:16:25.871Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1081 | 2024-12-14T01:16:25.871Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1082 | 2024-12-14T01:16:25.873Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1083 | 2024-12-14T01:16:25.874Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1084 | 2024-12-14T01:16:25.874Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1085 | 2024-12-14T01:16:25.874Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1086 | 2024-12-14T01:16:25.876Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1087 | 2024-12-14T01:16:25.877Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1088 | 2024-12-14T01:16:25.877Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1089 | 2024-12-14T01:16:25.877Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1090 | 2024-12-14T01:16:25.941Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 1091 | 2024-12-14T01:16:25.941Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "f3676aaa-582a-49bb-952a-a0582ca140ca", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1092 | 2024-12-14T01:16:25.941Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1093 | 2024-12-14T01:16:25.942Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "e63cc9b2-95ff-4cdc-b4a9-d4a0036471bb", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1094 | 2024-12-14T01:16:25.942Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1095 | 2024-12-14T01:16:25.944Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1096 | 2024-12-14T01:16:25.944Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 298.780856ms
iteration = 16
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 1097 | 2024-12-14T01:16:25.957Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 311.855875ms
iteration = 27
status = {}
|
| 1098 | 2024-12-14T01:16:25.977Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 1099 | 2024-12-14T01:16:26.040Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 1100 | 2024-12-14T01:16:26.040Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1101 | 2024-12-14T01:16:26.041Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "cf962965-4f33-4c20-ab9d-ce162d81d24b", "content-length": "372", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1102 | 2024-12-14T01:16:26.041Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1103 | 2024-12-14T01:16:26.041Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1104 | 2024-12-14T01:16:26.060Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 1105 | 2024-12-14T01:16:26.060Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "880a1a50-8aa2-4bcf-be7c-341fec6d8f4a", "content-length": "2", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1106 | 2024-12-14T01:16:26.062Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1107 | 2024-12-14T01:16:26.063Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1108 | 2024-12-14T01:16:26.065Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 419.772198ms
iteration = 27
status = null
|
| 1109 | 2024-12-14T01:16:26.082Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 1110 | 2024-12-14T01:16:26.082Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 1111 | 2024-12-14T01:16:26.083Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "c774291b-920a-4c36-a4e2-057d92f8a4b5", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1112 | 2024-12-14T01:16:26.083Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1113 | 2024-12-14T01:16:26.083Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1114 | 2024-12-14T01:16:26.085Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1115 | 2024-12-14T01:16:26.085Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1116 | 2024-12-14T01:16:26.088Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1117 | 2024-12-14T01:16:26.088Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1118 | 2024-12-14T01:16:26.090Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 1119 | 2024-12-14T01:16:26.090Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1120 | 2024-12-14T01:16:26.091Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "d31655ef-8cd9-4fec-88c9-0f43a2975f97", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1121 | 2024-12-14T01:16:26.093Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 448.043276ms
iteration = 27
status = {}
|
| 1122 | 2024-12-14T01:16:26.151Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 1123 | 2024-12-14T01:16:26.151Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "85aec448-dd19-4721-b641-9a978d30c69b", "date": "Sat, 14 Dec 2024 01:16:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1124 | 2024-12-14T01:16:26.151Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1125 | 2024-12-14T01:16:26.153Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "6721c3c5-e99a-43d7-8358-61896a809972", "date": "Sat, 14 Dec 2024 01:16:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1126 | 2024-12-14T01:16:26.153Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1127 | 2024-12-14T01:16:26.154Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "040b7180-45ac-4f6c-8252-baba5aa2fbcb", "date": "Sat, 14 Dec 2024 01:16:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1128 | 2024-12-14T01:16:26.154Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1129 | 2024-12-14T01:16:26.156Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1130 | 2024-12-14T01:16:26.156Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 511.156242ms
iteration = 16
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 1131 | 2024-12-14T01:16:26.168Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 1132 | 2024-12-14T01:16:26.169Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "5e41ece9-3691-4c14-8f70-d3db0a65598b", "content-length": "691", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1133 | 2024-12-14T01:16:26.169Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 1134 | 2024-12-14T01:16:26.169Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 1135 | 2024-12-14T01:16:26.169Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 1136 | 2024-12-14T01:16:26.171Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 526.200607ms
iteration = 27
status = {}
|
| 1137 | 2024-12-14T01:16:26.206Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1138 | 2024-12-14T01:16:26.206Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1139 | 2024-12-14T01:16:26.208Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 1140 | 2024-12-14T01:16:26.208Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1141 | 2024-12-14T01:16:26.208Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1142 | 2024-12-14T01:16:26.218Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 1143 | 2024-12-14T01:16:26.218Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "ae988168-923f-4738-bdff-cfafce0f6b0e", "content-length": "134", "date": "Sat, 14 Dec 2024 01:16:26 GMT"} })
|
| 1144 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 1145 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = bb9f5a1a-5708-4d58-ba4f-c62102236426
|
| 1146 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 1147 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 1148 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1149 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1150 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1151 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1152 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1153 | 2024-12-14T01:16:26.218Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1154 | 2024-12-14T01:16:26.219Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1155 | 2024-12-14T01:16:26.219Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1156 | 2024-12-14T01:16:26.219Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1157 | 2024-12-14T01:16:26.221Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 1158 | 2024-12-14T01:16:26.221Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "4c6b4eca-13de-48cb-af1f-d4a0c0a105d9", "content-length": "2", "date": "Sat, 14 Dec 2024 01:16:26 GMT"} })
|
| 1159 | 2024-12-14T01:16:26.221Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 1160 | 2024-12-14T01:16:26.221Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "df016bd7-d3a6-4959-b672-a13600b29eb9", "content-length": "52", "date": "Sat, 14 Dec 2024 01:16:26 GMT"} })
|
| 1161 | 2024-12-14T01:16:26.221Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 1162 | 2024-12-14T01:16:26.221Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 1163 | 2024-12-14T01:16:26.319Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "541c76c9-8240-4817-b8ad-8acfc4f31cdc", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1164 | 2024-12-14T01:16:26.319Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch = Switch0
|
| 1165 | 2024-12-14T01:16:26.319Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 1166 | 2024-12-14T01:16:26.320Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "091f1a5b-b17f-472f-80ff-b60614f7ac36", "content-length": "682", "date": "Sat, 14 Dec 2024 01:16:25 GMT"} })
|
| 1167 | 2024-12-14T01:16:26.320Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1168 | 2024-12-14T01:16:26.320Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1169 | 2024-12-14T01:16:26.322Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1170 | 2024-12-14T01:16:26.323Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1171 | 2024-12-14T01:16:26.325Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1172 | 2024-12-14T01:16:26.325Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1173 | 2024-12-14T01:16:26.327Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1174 | 2024-12-14T01:16:26.327Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1175 | 2024-12-14T01:16:26.334Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 689.957636ms
iteration = 27
status = {}
|
| 1176 | 2024-12-14T01:16:33.451Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = 86410280-d943-42b3-afc6-ad4a9cb4f50a
roles = RoleSet { roles: {} }
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending
|
| 1177 | 2024-12-14T01:16:33.452Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = 86410280-d943-42b3-afc6-ad4a9cb4f50a
resource = Database
result = Ok(())
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending
|
| 1178 | 2024-12-14T01:16:33.454Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3265
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = 86410280-d943-42b3-afc6-ad4a9cb4f50a
response_code = 200
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?sort_by=id_ascending
|
| 1179 | 2024-12-14T01:16:33.455Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = f464c919-bf69-400b-bd8b-d6ebeb2be59d
roles = RoleSet { roles: {} }
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D
|
| 1180 | 2024-12-14T01:16:33.455Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = f464c919-bf69-400b-bd8b-d6ebeb2be59d
resource = Database
result = Ok(())
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D
|
| 1181 | 2024-12-14T01:16:33.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 252
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 2f456298-9e74-4758-b720-1ffae3e6c61c
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1182 | 2024-12-14T01:16:33.457Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2405
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:51438
req_id = f464c919-bf69-400b-bd8b-d6ebeb2be59d
response_code = 200
uri = /metrics/collectors/6e1e4a25-c6a7-49c5-bb1d-86638130bef7/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJmNGM2ZGNlZi0yNTc3LTQxMmUtODNkMS0zNzkyZGNjMDQ2MWQifX0%3D
|
| 1183 | 2024-12-14T01:16:35.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 80
reason = Timeout
|
| 1184 | 2024-12-14T01:16:35.646Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 80
reason = Timeout
|
| 1185 | 2024-12-14T01:16:35.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1186 | 2024-12-14T01:16:35.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1187 | 2024-12-14T01:16:35.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1188 | 2024-12-14T01:16:35.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1189 | 2024-12-14T01:16:35.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1190 | 2024-12-14T01:16:35.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1191 | 2024-12-14T01:16:35.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1192 | 2024-12-14T01:16:35.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1193 | 2024-12-14T01:16:35.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1194 | 2024-12-14T01:16:35.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1195 | 2024-12-14T01:16:35.651Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 5.18551ms
iteration = 80
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1196 | 2024-12-14T01:16:35.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1197 | 2024-12-14T01:16:35.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1198 | 2024-12-14T01:16:35.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1199 | 2024-12-14T01:16:35.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1200 | 2024-12-14T01:16:35.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1201 | 2024-12-14T01:16:35.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1202 | 2024-12-14T01:16:35.664Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1203 | 2024-12-14T01:16:35.664Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 18.712202ms
iteration = 80
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1204 | 2024-12-14T01:16:43.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 308
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = ca56ad42-ad3e-4196-9f52-760adcdce9ef
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1205 | 2024-12-14T01:16:45.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 81
reason = Timeout
|
| 1206 | 2024-12-14T01:16:45.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 81
reason = Timeout
|
| 1207 | 2024-12-14T01:16:45.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1208 | 2024-12-14T01:16:45.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1209 | 2024-12-14T01:16:45.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1210 | 2024-12-14T01:16:45.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1211 | 2024-12-14T01:16:45.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1212 | 2024-12-14T01:16:45.648Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1213 | 2024-12-14T01:16:45.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1214 | 2024-12-14T01:16:45.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1215 | 2024-12-14T01:16:45.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1216 | 2024-12-14T01:16:45.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1217 | 2024-12-14T01:16:45.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1218 | 2024-12-14T01:16:45.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1219 | 2024-12-14T01:16:45.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1220 | 2024-12-14T01:16:45.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1221 | 2024-12-14T01:16:45.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1222 | 2024-12-14T01:16:45.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1223 | 2024-12-14T01:16:45.666Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1224 | 2024-12-14T01:16:45.666Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.588146ms
iteration = 81
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1225 | 2024-12-14T01:16:45.675Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 29.670859ms
iteration = 81
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1226 | 2024-12-14T01:16:53.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 303
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 16fa9b47-bee2-445b-a39e-caf9537e9446
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1227 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 28
reason = Timeout
|
| 1228 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 1229 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 28
reason = Timeout
|
| 1230 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1231 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 28
reason = Timeout
|
| 1232 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1233 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 28
reason = Timeout
|
| 1234 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 82
reason = Timeout
|
| 1235 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1236 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1237 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 28
reason = Timeout
|
| 1238 | 2024-12-14T01:16:55.645Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 1239 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 28
reason = Timeout
|
| 1240 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1241 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 28
reason = Timeout
|
| 1242 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1243 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1244 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 28
reason = Timeout
|
| 1245 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 1246 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 30
reason = Timeout
|
| 1247 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 28
reason = Timeout
|
| 1248 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1249 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 28
reason = Timeout
|
| 1250 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 1251 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 28
reason = Timeout
|
| 1252 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 28
reason = Timeout
|
| 1253 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 1254 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1255 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1256 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 82
reason = Timeout
|
| 1257 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1258 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 28
reason = Timeout
|
| 1259 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1260 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 28
reason = Timeout
|
| 1261 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1262 | 2024-12-14T01:16:55.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 1263 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1264 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1265 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1266 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1267 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1268 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 1269 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1270 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1271 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1272 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1273 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1274 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1275 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1276 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1277 | 2024-12-14T01:16:55.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 1278 | 2024-12-14T01:16:55.648Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 477856246 } })
|
| 1279 | 2024-12-14T01:16:55.649Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 1280 | 2024-12-14T01:16:55.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1281 | 2024-12-14T01:16:55.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 4.138159ms
iteration = 28
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 1282 | 2024-12-14T01:16:55.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1283 | 2024-12-14T01:16:55.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1284 | 2024-12-14T01:16:55.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1285 | 2024-12-14T01:16:55.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1286 | 2024-12-14T01:16:55.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1287 | 2024-12-14T01:16:55.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1288 | 2024-12-14T01:16:55.651Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 5.864699ms
iteration = 28
status = {"errors":[],"garbage_collect_requested":[]}
|
| 1289 | 2024-12-14T01:16:55.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1290 | 2024-12-14T01:16:55.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1291 | 2024-12-14T01:16:55.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1292 | 2024-12-14T01:16:55.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1293 | 2024-12-14T01:16:55.654Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 483401367 } })
|
| 1294 | 2024-12-14T01:16:55.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1295 | 2024-12-14T01:16:55.654Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 1296 | 2024-12-14T01:16:55.655Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1297 | 2024-12-14T01:16:55.655Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 1298 | 2024-12-14T01:16:55.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1299 | 2024-12-14T01:16:55.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1300 | 2024-12-14T01:16:55.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 1301 | 2024-12-14T01:16:55.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1302 | 2024-12-14T01:16:55.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1303 | 2024-12-14T01:16:55.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 1304 | 2024-12-14T01:16:55.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1305 | 2024-12-14T01:16:55.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1306 | 2024-12-14T01:16:55.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1307 | 2024-12-14T01:16:55.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1308 | 2024-12-14T01:16:55.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1309 | 2024-12-14T01:16:55.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1310 | 2024-12-14T01:16:55.658Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1311 | 2024-12-14T01:16:55.659Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 13.425658ms
iteration = 82
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1312 | 2024-12-14T01:16:55.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1313 | 2024-12-14T01:16:55.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1314 | 2024-12-14T01:16:55.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 1315 | 2024-12-14T01:16:55.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1316 | 2024-12-14T01:16:55.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1317 | 2024-12-14T01:16:55.660Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1318 | 2024-12-14T01:16:55.660Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1319 | 2024-12-14T01:16:55.660Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1320 | 2024-12-14T01:16:55.661Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1321 | 2024-12-14T01:16:55.661Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1322 | 2024-12-14T01:16:55.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1323 | 2024-12-14T01:16:55.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1324 | 2024-12-14T01:16:55.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1325 | 2024-12-14T01:16:55.663Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1326 | 2024-12-14T01:16:55.663Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 1327 | 2024-12-14T01:16:55.663Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1328 | 2024-12-14T01:16:55.663Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1329 | 2024-12-14T01:16:55.663Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1330 | 2024-12-14T01:16:55.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1331 | 2024-12-14T01:16:55.664Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 18.530106ms
iteration = 28
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1332 | 2024-12-14T01:16:55.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1333 | 2024-12-14T01:16:55.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1334 | 2024-12-14T01:16:55.665Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1335 | 2024-12-14T01:16:55.665Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1578, tv_nsec: 494803237 } })
|
| 1336 | 2024-12-14T01:16:55.666Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1337 | 2024-12-14T01:16:55.668Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1338 | 2024-12-14T01:16:55.668Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1339 | 2024-12-14T01:16:55.668Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1340 | 2024-12-14T01:16:55.670Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1341 | 2024-12-14T01:16:55.671Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1342 | 2024-12-14T01:16:55.676Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 30.442241ms
iteration = 30
status = {"physical_disks_added":0}
|
| 1343 | 2024-12-14T01:16:55.680Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1344 | 2024-12-14T01:16:55.681Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1345 | 2024-12-14T01:16:55.686Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1346 | 2024-12-14T01:16:55.686Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 40.639217ms
iteration = 28
status = {"errors":[],"records_set_to_done":[]}
|
| 1347 | 2024-12-14T01:16:55.686Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1348 | 2024-12-14T01:16:55.688Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1349 | 2024-12-14T01:16:55.688Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1350 | 2024-12-14T01:16:55.694Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1351 | 2024-12-14T01:16:55.694Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 1352 | 2024-12-14T01:16:55.694Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 48.73287ms
iteration = 28
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 1353 | 2024-12-14T01:16:55.703Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1354 | 2024-12-14T01:16:55.705Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 1355 | 2024-12-14T01:16:55.705Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 60.205902ms
iteration = 28
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 1356 | 2024-12-14T01:16:55.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1357 | 2024-12-14T01:16:55.707Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1358 | 2024-12-14T01:16:55.707Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1359 | 2024-12-14T01:16:55.719Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1360 | 2024-12-14T01:16:55.719Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1361 | 2024-12-14T01:16:55.720Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9bf1bde1-1692-4dc6-b646-edc8c6101344", "content-length": "26", "date": "Sat, 14 Dec 2024 01:16:54 GMT"} })
|
| 1362 | 2024-12-14T01:16:55.720Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1363 | 2024-12-14T01:16:55.721Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1364 | 2024-12-14T01:16:55.738Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1365 | 2024-12-14T01:16:55.738Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1366 | 2024-12-14T01:16:55.739Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d55b7553-ddab-49b9-b460-07c2de075aaf", "content-length": "26", "date": "Sat, 14 Dec 2024 01:16:54 GMT"} })
|
| 1367 | 2024-12-14T01:16:55.739Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1368 | 2024-12-14T01:16:55.740Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1369 | 2024-12-14T01:16:55.752Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
zone_address = fd00:1122:3344:101::2
|
| 1370 | 2024-12-14T01:16:55.752Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1371 | 2024-12-14T01:16:55.752Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "db0151e8-aa41-4ed5-a44f-a29b424d0561", "content-length": "26", "date": "Sat, 14 Dec 2024 01:16:54 GMT"} })
|
| 1372 | 2024-12-14T01:16:55.752Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1373 | 2024-12-14T01:16:55.754Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1374 | 2024-12-14T01:16:55.755Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 1375 | 2024-12-14T01:16:55.755Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1376 | 2024-12-14T01:16:55.756Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "f98ad7e0-950e-49d7-abd7-229908cfb8b4", "content-length": "372", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1377 | 2024-12-14T01:16:55.756Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1378 | 2024-12-14T01:16:55.756Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1379 | 2024-12-14T01:16:55.757Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1380 | 2024-12-14T01:16:55.757Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1381 | 2024-12-14T01:16:55.757Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1382 | 2024-12-14T01:16:55.758Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1383 | 2024-12-14T01:16:55.758Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1384 | 2024-12-14T01:16:55.758Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1385 | 2024-12-14T01:16:55.758Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1386 | 2024-12-14T01:16:55.758Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1387 | 2024-12-14T01:16:55.760Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 114.508644ms
iteration = 28
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1388 | 2024-12-14T01:16:55.761Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1389 | 2024-12-14T01:16:55.761Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1390 | 2024-12-14T01:16:55.763Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1391 | 2024-12-14T01:16:55.763Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1392 | 2024-12-14T01:16:55.763Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1393 | 2024-12-14T01:16:55.764Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }
result = Ok(())
|
| 1394 | 2024-12-14T01:16:55.764Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1395 | 2024-12-14T01:16:55.764Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1396 | 2024-12-14T01:16:55.765Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 119.976722ms
iteration = 28
status = 0
|
| 1397 | 2024-12-14T01:16:55.770Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1398 | 2024-12-14T01:16:55.770Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 124.811752ms
iteration = 82
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1399 | 2024-12-14T01:16:55.788Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 143.03848ms
iteration = 28
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 1400 | 2024-12-14T01:16:55.799Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 1401 | 2024-12-14T01:16:55.799Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 1402 | 2024-12-14T01:16:55.799Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "dc2c572e-22b5-43c6-9488-924d9bca1c6b", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1403 | 2024-12-14T01:16:55.799Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1404 | 2024-12-14T01:16:55.800Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1405 | 2024-12-14T01:16:55.800Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 154.954194ms
iteration = 28
status = {}
|
| 1406 | 2024-12-14T01:16:55.802Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1407 | 2024-12-14T01:16:55.802Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1408 | 2024-12-14T01:16:55.805Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1409 | 2024-12-14T01:16:55.805Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1410 | 2024-12-14T01:16:55.808Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 1411 | 2024-12-14T01:16:55.808Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1412 | 2024-12-14T01:16:55.808Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "ff5881e3-b793-41a5-82f3-cada1fe3600b", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1413 | 2024-12-14T01:16:55.810Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 165.005485ms
iteration = 28
status = {}
|
| 1414 | 2024-12-14T01:16:55.817Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 1415 | 2024-12-14T01:16:55.817Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "6f47727e-8823-4ca7-8419-965a4a48bc17", "content-length": "2", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1416 | 2024-12-14T01:16:55.819Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1417 | 2024-12-14T01:16:55.820Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1418 | 2024-12-14T01:16:55.873Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 1419 | 2024-12-14T01:16:55.874Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "fc325df4-f82e-4cef-84b1-ae4fb5018703", "content-length": "691", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1420 | 2024-12-14T01:16:55.874Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 1421 | 2024-12-14T01:16:55.874Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 1422 | 2024-12-14T01:16:55.874Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 1423 | 2024-12-14T01:16:55.875Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 229.613414ms
iteration = 28
status = {}
|
| 1424 | 2024-12-14T01:16:55.875Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 229.710408ms
iteration = 28
status = null
|
| 1425 | 2024-12-14T01:16:55.908Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1426 | 2024-12-14T01:16:55.908Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1427 | 2024-12-14T01:16:55.910Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 1428 | 2024-12-14T01:16:55.910Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1429 | 2024-12-14T01:16:55.910Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1430 | 2024-12-14T01:16:55.919Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 1431 | 2024-12-14T01:16:55.920Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "509f6444-78c0-45c7-9864-281108618baf", "content-length": "134", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1432 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 1433 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = bb9f5a1a-5708-4d58-ba4f-c62102236426
|
| 1434 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 1435 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 1436 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1437 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1438 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1439 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1440 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1441 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1442 | 2024-12-14T01:16:55.920Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1443 | 2024-12-14T01:16:55.920Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1444 | 2024-12-14T01:16:55.921Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1445 | 2024-12-14T01:16:55.926Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 1446 | 2024-12-14T01:16:55.926Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "1011283e-5509-4fc0-8ddb-eadcf5a1e3b4", "content-length": "2", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1447 | 2024-12-14T01:16:55.926Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 1448 | 2024-12-14T01:16:55.926Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d927af85-26ae-4cf5-95bf-129067c5d2c1", "content-length": "52", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1449 | 2024-12-14T01:16:55.926Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 1450 | 2024-12-14T01:16:55.926Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 1451 | 2024-12-14T01:16:56.027Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "c5bb3abc-79cf-44f0-b09e-58f85c523c44", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1452 | 2024-12-14T01:16:56.027Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch = Switch0
|
| 1453 | 2024-12-14T01:16:56.027Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 1454 | 2024-12-14T01:16:56.027Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "2d71e97f-d196-4c1a-bea0-1603c2a076b4", "content-length": "682", "date": "Sat, 14 Dec 2024 01:16:55 GMT"} })
|
| 1455 | 2024-12-14T01:16:56.028Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1456 | 2024-12-14T01:16:56.028Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1457 | 2024-12-14T01:16:56.032Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1458 | 2024-12-14T01:16:56.032Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1459 | 2024-12-14T01:16:56.035Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1460 | 2024-12-14T01:16:56.036Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1461 | 2024-12-14T01:16:56.038Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1462 | 2024-12-14T01:16:56.038Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1463 | 2024-12-14T01:16:56.045Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 399.912363ms
iteration = 28
status = {}
|
| 1464 | 2024-12-14T01:16:56.444Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
| 1465 | 2024-12-14T01:16:56.444Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
| 1466 | 2024-12-14T01:16:56.474Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
| 1467 | 2024-12-14T01:16:56.474Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:42788
|
| 1468 | 2024-12-14T01:16:56.474Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:42788
req_id = 47efa963-1331-4e3e-b852-7fb5a456d3f8
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 1469 | 2024-12-14T01:16:56.474Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:42788
req_id = 47efa963-1331-4e3e-b852-7fb5a456d3f8
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 1470 | 2024-12-14T01:16:56.512Z | INFO | nexus: assigned collector to new producer
collector_id = 6e1e4a25-c6a7-49c5-bb1d-86638130bef7
file = nexus/src/app/oximeter.rs:76
producer_id = 52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1471 | 2024-12-14T01:16:56.512Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 37503
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:42788
req_id = 47efa963-1331-4e3e-b852-7fb5a456d3f8
response_code = 201
uri = /metrics/producers
|
| 1472 | 2024-12-14T01:16:56.512Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "47efa963-1331-4e3e-b852-7fb5a456d3f8", "content-length": "41", "date": "Sat, 14 Dec 2024 01:16:56 GMT"} })
|
| 1473 | 2024-12-14T01:16:56.513Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
| 1474 | 2024-12-14T01:16:56.513Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
| 1475 | 2024-12-14T01:17:03.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 269
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 6d805723-a563-4889-a729-90d18eff7877
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1476 | 2024-12-14T01:17:05.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 83
reason = Timeout
|
| 1477 | 2024-12-14T01:17:05.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1478 | 2024-12-14T01:17:05.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 83
reason = Timeout
|
| 1479 | 2024-12-14T01:17:05.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1480 | 2024-12-14T01:17:05.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1481 | 2024-12-14T01:17:05.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1482 | 2024-12-14T01:17:05.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1483 | 2024-12-14T01:17:05.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1484 | 2024-12-14T01:17:05.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1485 | 2024-12-14T01:17:05.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1486 | 2024-12-14T01:17:05.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1487 | 2024-12-14T01:17:05.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1488 | 2024-12-14T01:17:05.674Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1489 | 2024-12-14T01:17:05.674Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1490 | 2024-12-14T01:17:05.680Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1491 | 2024-12-14T01:17:05.683Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1492 | 2024-12-14T01:17:05.683Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1493 | 2024-12-14T01:17:05.683Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1494 | 2024-12-14T01:17:05.691Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1495 | 2024-12-14T01:17:05.691Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 46.575038ms
iteration = 83
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1496 | 2024-12-14T01:17:05.703Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 58.186273ms
iteration = 83
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1497 | 2024-12-14T01:17:13.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 264
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = e90ffa51-00ca-4dd7-ad38-c29847ef238b
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1498 | 2024-12-14T01:17:15.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 84
reason = Timeout
|
| 1499 | 2024-12-14T01:17:15.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 84
reason = Timeout
|
| 1500 | 2024-12-14T01:17:15.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1501 | 2024-12-14T01:17:15.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1502 | 2024-12-14T01:17:15.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1503 | 2024-12-14T01:17:15.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1504 | 2024-12-14T01:17:15.647Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1505 | 2024-12-14T01:17:15.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1506 | 2024-12-14T01:17:15.648Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1507 | 2024-12-14T01:17:15.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1508 | 2024-12-14T01:17:15.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1509 | 2024-12-14T01:17:15.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1510 | 2024-12-14T01:17:15.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1511 | 2024-12-14T01:17:15.652Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1512 | 2024-12-14T01:17:15.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1513 | 2024-12-14T01:17:15.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1514 | 2024-12-14T01:17:15.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1515 | 2024-12-14T01:17:15.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1516 | 2024-12-14T01:17:15.668Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1517 | 2024-12-14T01:17:15.668Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 23.323935ms
iteration = 84
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1518 | 2024-12-14T01:17:15.676Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 31.127121ms
iteration = 84
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1519 | 2024-12-14T01:17:23.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 304
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = b1b9fa76-8503-4923-8ede-109c1284babc
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1520 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 15
reason = Timeout
|
| 1521 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 15
reason = Timeout
|
| 1522 | 2024-12-14T01:17:25.645Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 1523 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 1524 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 29
reason = Timeout
|
| 1525 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 1526 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1527 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 29
reason = Timeout
|
| 1528 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 15
reason = Timeout
|
| 1529 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 1530 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 1531 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 16
reason = Timeout
|
| 1532 | 2024-12-14T01:17:25.645Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
|
| 1533 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 15
reason = Timeout
|
| 1534 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 1535 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 10.201\u{b5}s
iteration = 16
status = {"enabled":false,"target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f"}
|
| 1536 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1537 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 29
reason = Timeout
|
| 1538 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 15
reason = Timeout
|
| 1539 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1540 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 1541 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 29
reason = Timeout
|
| 1542 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1543 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 1544 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 29
reason = Timeout
|
| 1545 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1546 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 17
reason = Timeout
|
| 1547 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 29
reason = Timeout
|
| 1548 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 85
reason = Timeout
|
| 1549 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1550 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 15
reason = Timeout
|
| 1551 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 15
reason = Timeout
|
| 1552 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1553 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 29
reason = Timeout
|
| 1554 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1555 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 29
reason = Timeout
|
| 1556 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 31
reason = Timeout
|
| 1557 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1558 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1559 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 15
reason = Timeout
|
| 1560 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 1561 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 29
reason = Timeout
|
| 1562 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 15
reason = Timeout
|
| 1563 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1564 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 1565 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 29
reason = Timeout
|
| 1566 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1567 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 29
reason = Timeout
|
| 1568 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1569 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 15
reason = Timeout
|
| 1570 | 2024-12-14T01:17:25.645Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 01:07:25.645658893 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 1571 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 29
reason = Timeout
|
| 1572 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 1573 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1574 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 29
reason = Timeout
|
| 1575 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 1576 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 29
reason = Timeout
|
| 1577 | 2024-12-14T01:17:25.645Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 1578 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 17
reason = Timeout
|
| 1579 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 1580 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1581 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 85
reason = Timeout
|
| 1582 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1583 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1584 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 1585 | 2024-12-14T01:17:25.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1586 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1587 | 2024-12-14T01:17:25.646Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("1b585a7c-7eb0-4894-b8b3-3ef1983891e5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("36100ee5-fa9a-4857-a844-70bec0e8601f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("830b88b6-26da-4988-83b1-cf4193531cd5.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 475085747 } })
|
| 1588 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1589 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1590 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1591 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1592 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 1593 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1594 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1595 | 2024-12-14T01:17:25.646Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("381b8112-f609-4c4d-ac80-0170ad8fc4bd.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("795aee12-3394-49fa-9cb5-487c97a85b2d.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 475195761 } })
|
| 1596 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1597 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 1598 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1599 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1600 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1601 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 1602 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1603 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1604 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 1605 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 1606 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1607 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 1608 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 1609 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.223345ms
iteration = 15
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 1610 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
dns_group = external
|
| 1611 | 2024-12-14T01:17:25.646Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.478583ms
iteration = 15
status = {"addresses":["[fd00:1122:3344:101::8]:5353","[fd00:1122:3344:101::9]:5353"]}
|
| 1612 | 2024-12-14T01:17:25.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1613 | 2024-12-14T01:17:25.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 3.745458ms
iteration = 29
status = {"errors":[],"garbage_collect_requested":[]}
|
| 1614 | 2024-12-14T01:17:25.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1615 | 2024-12-14T01:17:25.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1616 | 2024-12-14T01:17:25.649Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 4.294224ms
iteration = 29
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 1617 | 2024-12-14T01:17:25.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 1618 | 2024-12-14T01:17:25.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 1619 | 2024-12-14T01:17:25.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 1620 | 2024-12-14T01:17:25.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1621 | 2024-12-14T01:17:25.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1622 | 2024-12-14T01:17:25.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1623 | 2024-12-14T01:17:25.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1624 | 2024-12-14T01:17:25.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1625 | 2024-12-14T01:17:25.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1626 | 2024-12-14T01:17:25.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1627 | 2024-12-14T01:17:25.653Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 8.29747ms
iteration = 15
status = {"errors":[],"found_port_ok":[]}
|
| 1628 | 2024-12-14T01:17:25.654Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1629 | 2024-12-14T01:17:25.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1630 | 2024-12-14T01:17:25.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1631 | 2024-12-14T01:17:25.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1632 | 2024-12-14T01:17:25.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1633 | 2024-12-14T01:17:25.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1634 | 2024-12-14T01:17:25.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1635 | 2024-12-14T01:17:25.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1636 | 2024-12-14T01:17:25.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 1637 | 2024-12-14T01:17:25.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1638 | 2024-12-14T01:17:25.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1639 | 2024-12-14T01:17:25.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 1640 | 2024-12-14T01:17:25.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1641 | 2024-12-14T01:17:25.659Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1642 | 2024-12-14T01:17:25.660Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 1643 | 2024-12-14T01:17:25.660Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1644 | 2024-12-14T01:17:25.660Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1645 | 2024-12-14T01:17:25.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1646 | 2024-12-14T01:17:25.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1647 | 2024-12-14T01:17:25.662Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1648 | 2024-12-14T01:17:25.663Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 491976886 } })
|
| 1649 | 2024-12-14T01:17:25.663Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 1650 | 2024-12-14T01:17:25.663Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 1651 | 2024-12-14T01:17:25.663Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 1652 | 2024-12-14T01:17:25.663Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 17.869727ms
iteration = 15
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 1653 | 2024-12-14T01:17:25.663Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 492615455 } })
|
| 1654 | 2024-12-14T01:17:25.663Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 1655 | 2024-12-14T01:17:25.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1656 | 2024-12-14T01:17:25.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1657 | 2024-12-14T01:17:25.664Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 01:07:25.645658893 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 1658 | 2024-12-14T01:17:25.664Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 18.612618ms
iteration = 15
status = {"expiration":"2024-12-14T01:07:25.645658893Z","pruned":[]}
|
| 1659 | 2024-12-14T01:17:25.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1660 | 2024-12-14T01:17:25.665Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1661 | 2024-12-14T01:17:25.666Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1662 | 2024-12-14T01:17:25.666Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1663 | 2024-12-14T01:17:25.667Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 21.723518ms
iteration = 85
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1664 | 2024-12-14T01:17:25.667Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1665 | 2024-12-14T01:17:25.669Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-7e423e95-464a-471f-a0d9-4799977f0b0f.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1608, tv_nsec: 498092043 } })
|
| 1666 | 2024-12-14T01:17:25.669Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1667 | 2024-12-14T01:17:25.669Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1668 | 2024-12-14T01:17:25.669Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1669 | 2024-12-14T01:17:25.670Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1670 | 2024-12-14T01:17:25.671Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1671 | 2024-12-14T01:17:25.682Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1672 | 2024-12-14T01:17:25.682Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1673 | 2024-12-14T01:17:25.684Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1674 | 2024-12-14T01:17:25.685Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1675 | 2024-12-14T01:17:25.685Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1676 | 2024-12-14T01:17:25.685Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1677 | 2024-12-14T01:17:25.685Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1678 | 2024-12-14T01:17:25.687Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 1679 | 2024-12-14T01:17:25.687Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1680 | 2024-12-14T01:17:25.687Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1681 | 2024-12-14T01:17:25.688Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1682 | 2024-12-14T01:17:25.688Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 1683 | 2024-12-14T01:17:25.688Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1684 | 2024-12-14T01:17:25.688Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1685 | 2024-12-14T01:17:25.692Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1686 | 2024-12-14T01:17:25.692Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1687 | 2024-12-14T01:17:25.698Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1688 | 2024-12-14T01:17:25.698Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1689 | 2024-12-14T01:17:25.699Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1690 | 2024-12-14T01:17:25.699Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1691 | 2024-12-14T01:17:25.701Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1692 | 2024-12-14T01:17:25.701Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1693 | 2024-12-14T01:17:25.703Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 57.870565ms
iteration = 29
status = {"errors":[],"records_set_to_done":[]}
|
| 1694 | 2024-12-14T01:17:25.703Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 58.373599ms
iteration = 29
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 1695 | 2024-12-14T01:17:25.706Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 1696 | 2024-12-14T01:17:25.706Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 60.976555ms
iteration = 29
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 1697 | 2024-12-14T01:17:25.709Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1698 | 2024-12-14T01:17:25.710Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1699 | 2024-12-14T01:17:25.711Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1700 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 1701 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 1702 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 1703 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1704 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1705 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1706 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1707 | 2024-12-14T01:17:25.712Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1708 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1709 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1710 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1711 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 1712 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 1713 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 1714 | 2024-12-14T01:17:25.713Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1715 | 2024-12-14T01:17:25.714Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1716 | 2024-12-14T01:17:25.714Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1717 | 2024-12-14T01:17:25.714Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1718 | 2024-12-14T01:17:25.714Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1719 | 2024-12-14T01:17:25.716Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 70.486839ms
iteration = 29
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1720 | 2024-12-14T01:17:25.717Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1721 | 2024-12-14T01:17:25.718Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1722 | 2024-12-14T01:17:25.718Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1723 | 2024-12-14T01:17:25.718Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1724 | 2024-12-14T01:17:25.718Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 1725 | 2024-12-14T01:17:25.718Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 1726 | 2024-12-14T01:17:25.718Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 73.511197ms
iteration = 15
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 1727 | 2024-12-14T01:17:25.719Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1728 | 2024-12-14T01:17:25.721Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1729 | 2024-12-14T01:17:25.721Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1730 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1731 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1732 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1733 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1734 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1735 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1736 | 2024-12-14T01:17:25.722Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1737 | 2024-12-14T01:17:25.724Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 1738 | 2024-12-14T01:17:25.724Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = d9c36d0c-d7d2-439f-a748-798b6d8dea0c
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 1739 | 2024-12-14T01:17:25.724Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1740 | 2024-12-14T01:17:25.725Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1741 | 2024-12-14T01:17:25.726Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1742 | 2024-12-14T01:17:25.729Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1743 | 2024-12-14T01:17:25.729Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 1744 | 2024-12-14T01:17:25.729Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1745 | 2024-12-14T01:17:25.729Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1746 | 2024-12-14T01:17:25.729Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1747 | 2024-12-14T01:17:25.729Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1748 | 2024-12-14T01:17:25.729Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1749 | 2024-12-14T01:17:25.730Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1750 | 2024-12-14T01:17:25.730Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1751 | 2024-12-14T01:17:25.731Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = d9c36d0c-d7d2-439f-a748-798b6d8dea0c
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 1752 | 2024-12-14T01:17:25.731Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 1753 | 2024-12-14T01:17:25.731Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 01:03:53.017536 UTC
dns_group = external
generation = 2
|
| 1754 | 2024-12-14T01:17:25.731Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 86.122762ms
iteration = 15
status = {"generation":2}
|
| 1755 | 2024-12-14T01:17:25.732Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 86.501873ms
iteration = 29
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1756 | 2024-12-14T01:17:25.732Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1757 | 2024-12-14T01:17:25.733Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1758 | 2024-12-14T01:17:25.733Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1759 | 2024-12-14T01:17:25.733Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1760 | 2024-12-14T01:17:25.735Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1761 | 2024-12-14T01:17:25.735Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 89.597222ms
iteration = 85
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1762 | 2024-12-14T01:17:25.736Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 1763 | 2024-12-14T01:17:25.736Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 1764 | 2024-12-14T01:17:25.753Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1765 | 2024-12-14T01:17:25.755Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 7e423e95-464a-471f-a0d9-4799977f0b0f, lookup_type: ById(7e423e95-464a-471f-a0d9-4799977f0b0f) }
result = Ok(())
|
| 1766 | 2024-12-14T01:17:25.755Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1767 | 2024-12-14T01:17:25.756Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1768 | 2024-12-14T01:17:25.757Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 111.909629ms
iteration = 29
status = 0
|
| 1769 | 2024-12-14T01:17:25.758Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 1770 | 2024-12-14T01:17:25.758Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = 866c9448-c447-4b92-96b6-611d51967e09
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 1771 | 2024-12-14T01:17:25.758Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1772 | 2024-12-14T01:17:25.758Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1773 | 2024-12-14T01:17:25.760Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1774 | 2024-12-14T01:17:25.763Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1775 | 2024-12-14T01:17:25.763Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1776 | 2024-12-14T01:17:25.763Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1777 | 2024-12-14T01:17:25.766Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = 866c9448-c447-4b92-96b6-611d51967e09
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 1778 | 2024-12-14T01:17:25.766Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 1779 | 2024-12-14T01:17:25.766Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 01:03:51.993091 UTC
dns_group = internal
generation = 1
|
| 1780 | 2024-12-14T01:17:25.766Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 120.991532ms
iteration = 15
status = {"generation":1}
|
| 1781 | 2024-12-14T01:17:25.766Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1782 | 2024-12-14T01:17:25.766Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 1783 | 2024-12-14T01:17:25.766Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 121.134546ms
iteration = 29
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 1784 | 2024-12-14T01:17:25.772Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T01:03:19.260831Z, time_modified: 2024-12-14T01:03:19.260831Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 2c668072-a9a1-4a69-928c-e118c99521be, db_silo: Silo { identity: SiloIdentity { id: 2c668072-a9a1-4a69-928c-e118c99521be, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T01:03:52.950638Z, time_modified: 2024-12-14T01:03:52.950638Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd" }] }) }
|
| 1785 | 2024-12-14T01:17:25.772Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 126.995495ms
iteration = 15
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"2c668072-a9a1-4a69-928c-e118c99521be","tls_certs":["ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd"]}},"default_endpoint":{"silo_id":"2c668072-a9a1-4a69-928c-e118c99521be","tls_certs":["ad8fd43e0fc4f6284dc5e0b0d0f2e6a6e8d979d13f86a71c9b81d6817e439efd"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 1786 | 2024-12-14T01:17:25.795Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 150.374262ms
iteration = 31
status = {"physical_disks_added":0}
|
| 1787 | 2024-12-14T01:17:25.801Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1788 | 2024-12-14T01:17:25.802Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1789 | 2024-12-14T01:17:25.803Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1790 | 2024-12-14T01:17:25.805Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1791 | 2024-12-14T01:17:25.805Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1792 | 2024-12-14T01:17:25.805Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1793 | 2024-12-14T01:17:25.807Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1794 | 2024-12-14T01:17:25.808Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1795 | 2024-12-14T01:17:25.808Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1796 | 2024-12-14T01:17:25.808Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1797 | 2024-12-14T01:17:25.823Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1798 | 2024-12-14T01:17:25.823Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1799 | 2024-12-14T01:17:25.823Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3f8b748d-6a44-42fb-a93b-8f8bca9ad4b9", "content-length": "26", "date": "Sat, 14 Dec 2024 01:17:24 GMT"} })
|
| 1800 | 2024-12-14T01:17:25.823Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1801 | 2024-12-14T01:17:25.825Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1802 | 2024-12-14T01:17:25.831Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 1803 | 2024-12-14T01:17:25.831Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 186.225959ms
iteration = 15
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 1804 | 2024-12-14T01:17:25.855Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 1805 | 2024-12-14T01:17:25.888Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 1806 | 2024-12-14T01:17:25.992Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1807 | 2024-12-14T01:17:25.992Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1808 | 2024-12-14T01:17:25.992Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "470c4373-c1c1-461c-9a89-50cd3f336e7e", "content-length": "26", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1809 | 2024-12-14T01:17:25.992Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1810 | 2024-12-14T01:17:25.994Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1811 | 2024-12-14T01:17:26.022Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
zone_address = fd00:1122:3344:101::2
|
| 1812 | 2024-12-14T01:17:26.022Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1813 | 2024-12-14T01:17:26.022Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "bb9cd9b7-548b-449f-b019-ac4178e6debd", "content-length": "26", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1814 | 2024-12-14T01:17:26.022Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1815 | 2024-12-14T01:17:26.024Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1816 | 2024-12-14T01:17:26.044Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 1817 | 2024-12-14T01:17:26.044Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "58843d92-9862-4672-9faa-765c64a79d42", "content-length": "2", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1818 | 2024-12-14T01:17:26.046Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1819 | 2024-12-14T01:17:26.046Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1820 | 2024-12-14T01:17:26.100Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 1821 | 2024-12-14T01:17:26.101Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1822 | 2024-12-14T01:17:26.101Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "67af981a-f2d9-408e-b09d-69f3e7258258", "content-length": "372", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1823 | 2024-12-14T01:17:26.101Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1824 | 2024-12-14T01:17:26.101Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1825 | 2024-12-14T01:17:26.103Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 457.406606ms
iteration = 29
status = null
|
| 1826 | 2024-12-14T01:17:26.117Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 1827 | 2024-12-14T01:17:26.118Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "c711f994-a72a-45fb-b481-699635bdb34c", "date": "Sat, 14 Dec 2024 01:17:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1828 | 2024-12-14T01:17:26.118Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1829 | 2024-12-14T01:17:26.119Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "444751af-0b55-4f58-a4d4-e9cd5893caef", "date": "Sat, 14 Dec 2024 01:17:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1830 | 2024-12-14T01:17:26.119Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1831 | 2024-12-14T01:17:26.120Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }
|
| 1832 | 2024-12-14T01:17:26.120Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 475.542191ms
iteration = 17
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 1833 | 2024-12-14T01:17:26.123Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 1834 | 2024-12-14T01:17:26.123Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 1835 | 2024-12-14T01:17:26.124Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "14805bd1-5c96-4834-af87-c47a9393e6c7", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1836 | 2024-12-14T01:17:26.124Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1837 | 2024-12-14T01:17:26.124Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1838 | 2024-12-14T01:17:26.124Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 1839 | 2024-12-14T01:17:26.125Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8373584f-c0ae-47f8-b1e1-bcc4a6c26cb2", "content-length": "691", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1840 | 2024-12-14T01:17:26.125Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 1841 | 2024-12-14T01:17:26.125Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 1842 | 2024-12-14T01:17:26.125Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 1843 | 2024-12-14T01:17:26.126Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1844 | 2024-12-14T01:17:26.126Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 481.409182ms
iteration = 29
status = {}
|
| 1845 | 2024-12-14T01:17:26.127Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1846 | 2024-12-14T01:17:26.129Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1847 | 2024-12-14T01:17:26.130Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1848 | 2024-12-14T01:17:26.131Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 1849 | 2024-12-14T01:17:26.133Z | INFO | nexus (BackgroundTasks): VPC route manager sled 7e423e95-464a-471f-a0d9-4799977f0b0f push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 1850 | 2024-12-14T01:17:26.133Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1851 | 2024-12-14T01:17:26.133Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 7e423e95-464a-471f-a0d9-4799977f0b0f
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "558bf45d-8c65-4f24-924f-a799edee93f6", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1852 | 2024-12-14T01:17:26.135Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 490.200346ms
iteration = 29
status = {}
|
| 1853 | 2024-12-14T01:17:26.151Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 505.971942ms
iteration = 29
status = {}
|
| 1854 | 2024-12-14T01:17:26.192Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 1855 | 2024-12-14T01:17:26.192Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "cf36ba19-8647-4cd0-a0b2-f88a09af295d", "date": "Sat, 14 Dec 2024 01:17:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1856 | 2024-12-14T01:17:26.192Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1857 | 2024-12-14T01:17:26.193Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "04852ef8-55fa-4fee-9809-81a19aa87637", "date": "Sat, 14 Dec 2024 01:17:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1858 | 2024-12-14T01:17:26.193Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1859 | 2024-12-14T01:17:26.194Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "806d3e61-8613-421b-817e-25108a3dd375", "date": "Sat, 14 Dec 2024 01:17:26 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1860 | 2024-12-14T01:17:26.194Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1861 | 2024-12-14T01:17:26.196Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1862 | 2024-12-14T01:17:26.196Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 551.196531ms
iteration = 17
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 1863 | 2024-12-14T01:17:26.232Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1864 | 2024-12-14T01:17:26.232Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1865 | 2024-12-14T01:17:26.234Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: bb1a4b50-730e-48ee-a311-8a9b9d7bcb73, rack_id: f30fd360-30ae-4088-9821-aa98c2bc8c09, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(bb9f5a1a-5708-4d58-ba4f-c62102236426) }
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 1866 | 2024-12-14T01:17:26.234Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1867 | 2024-12-14T01:17:26.234Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1868 | 2024-12-14T01:17:26.241Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 1869 | 2024-12-14T01:17:26.241Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "b7876570-45e2-4914-8cae-62ceb1b9a045", "content-length": "134", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1870 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 1871 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = bb9f5a1a-5708-4d58-ba4f-c62102236426
|
| 1872 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 1873 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 1874 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1875 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1876 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1877 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1878 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1879 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1880 | 2024-12-14T01:17:26.242Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
|
| 1881 | 2024-12-14T01:17:26.242Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1882 | 2024-12-14T01:17:26.242Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1883 | 2024-12-14T01:17:26.244Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 1884 | 2024-12-14T01:17:26.244Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "12b37537-0063-428a-901d-e0f8b3b2ecca", "content-length": "2", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1885 | 2024-12-14T01:17:26.244Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 1886 | 2024-12-14T01:17:26.244Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "d25cba95-4788-4ede-aa85-4e63add908d8", "content-length": "52", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1887 | 2024-12-14T01:17:26.244Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch_location = Switch0
|
| 1888 | 2024-12-14T01:17:26.244Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 1889 | 2024-12-14T01:17:26.337Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "f3da0ef9-6ea8-49c7-803f-973c9fec482d", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1890 | 2024-12-14T01:17:26.337Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
switch = Switch0
|
| 1891 | 2024-12-14T01:17:26.337Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 1892 | 2024-12-14T01:17:26.337Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = f30fd360-30ae-4088-9821-aa98c2bc8c09
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "e9f9f33a-53c8-4c9b-a353-e2415c3e9c2b", "content-length": "682", "date": "Sat, 14 Dec 2024 01:17:25 GMT"} })
|
| 1893 | 2024-12-14T01:17:26.337Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1894 | 2024-12-14T01:17:26.337Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1895 | 2024-12-14T01:17:26.341Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1896 | 2024-12-14T01:17:26.341Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1897 | 2024-12-14T01:17:26.344Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1898 | 2024-12-14T01:17:26.344Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1899 | 2024-12-14T01:17:26.346Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1900 | 2024-12-14T01:17:26.346Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1901 | 2024-12-14T01:17:26.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 708.263496ms
iteration = 29
status = {}
|
| 1902 | 2024-12-14T01:17:33.457Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 282
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 79b96525-5fe5-48f8-94ea-5254a8fd2f80
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1903 | 2024-12-14T01:17:35.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 86
reason = Timeout
|
| 1904 | 2024-12-14T01:17:35.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 86
reason = Timeout
|
| 1905 | 2024-12-14T01:17:35.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1906 | 2024-12-14T01:17:35.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1907 | 2024-12-14T01:17:35.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1908 | 2024-12-14T01:17:35.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1909 | 2024-12-14T01:17:35.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1910 | 2024-12-14T01:17:35.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1911 | 2024-12-14T01:17:35.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1912 | 2024-12-14T01:17:35.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1913 | 2024-12-14T01:17:35.651Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1914 | 2024-12-14T01:17:35.651Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 5.565391ms
iteration = 86
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1915 | 2024-12-14T01:17:35.651Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1916 | 2024-12-14T01:17:35.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1917 | 2024-12-14T01:17:35.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1918 | 2024-12-14T01:17:35.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1919 | 2024-12-14T01:17:35.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1920 | 2024-12-14T01:17:35.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1921 | 2024-12-14T01:17:35.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1922 | 2024-12-14T01:17:35.666Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1923 | 2024-12-14T01:17:35.666Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.882564ms
iteration = 86
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|
| 1924 | 2024-12-14T01:17:43.458Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 276
local_addr = [fd00:1122:3344:101::b]:46011
method = GET
remote_addr = [fd00:1122:3344:101::d]:59435
req_id = 063acb7a-ece5-4f0b-b38e-9fa48b962a3e
response_code = 200
uri = /52e7031c-459b-4f41-8b32-1e60c10ae128
|
| 1925 | 2024-12-14T01:17:45.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 87
reason = Timeout
|
| 1926 | 2024-12-14T01:17:45.645Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 87
reason = Timeout
|
| 1927 | 2024-12-14T01:17:45.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1928 | 2024-12-14T01:17:45.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1929 | 2024-12-14T01:17:45.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1930 | 2024-12-14T01:17:45.646Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1931 | 2024-12-14T01:17:45.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1932 | 2024-12-14T01:17:45.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1933 | 2024-12-14T01:17:45.649Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1934 | 2024-12-14T01:17:45.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1935 | 2024-12-14T01:17:45.650Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1936 | 2024-12-14T01:17:45.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1937 | 2024-12-14T01:17:45.650Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 5.141879ms
iteration = 87
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1938 | 2024-12-14T01:17:45.652Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1939 | 2024-12-14T01:17:45.653Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1940 | 2024-12-14T01:17:45.654Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1941 | 2024-12-14T01:17:45.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: 8770bfcc-3a71-4738-a6b0-91008cadcb0f, lookup_type: ById(8770bfcc-3a71-4738-a6b0-91008cadcb0f) }
result = Ok(())
|
| 1942 | 2024-12-14T01:17:45.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1943 | 2024-12-14T01:17:45.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1944 | 2024-12-14T01:17:45.666Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
original_time_created = 2024-12-14 01:03:15.378067 UTC
target_id = 8770bfcc-3a71-4738-a6b0-91008cadcb0f
time_created = 2024-12-14 01:03:15.378067 UTC
|
| 1945 | 2024-12-14T01:17:45.666Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.902045ms
iteration = 87
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"8770bfcc-3a71-4738-a6b0-91008cadcb0f","time_created":"2024-12-14T01:03:15.378067Z"}
|