| 1 | 2024-12-14T03:45:05.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1177
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = c6fb0d04-246e-441d-b6b6-909580daf426
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2 | 2024-12-14T03:45:06.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 62
reason = Timeout
|
| 3 | 2024-12-14T03:45:06.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 62
reason = Timeout
|
| 4 | 2024-12-14T03:45:06.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 5 | 2024-12-14T03:45:06.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 6 | 2024-12-14T03:45:06.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 7 | 2024-12-14T03:45:06.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 8 | 2024-12-14T03:45:06.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 9 | 2024-12-14T03:45:06.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 10 | 2024-12-14T03:45:06.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 11 | 2024-12-14T03:45:06.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 12 | 2024-12-14T03:45:06.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 13 | 2024-12-14T03:45:06.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 14 | 2024-12-14T03:45:06.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 15 | 2024-12-14T03:45:06.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 16 | 2024-12-14T03:45:06.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 17 | 2024-12-14T03:45:06.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 18 | 2024-12-14T03:45:06.372Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 19 | 2024-12-14T03:45:06.372Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 22.639554ms
iteration = 62
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 20 | 2024-12-14T03:45:06.379Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 21 | 2024-12-14T03:45:06.379Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 22 | 2024-12-14T03:45:06.412Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 62.815738ms
iteration = 62
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 23 | 2024-12-14T03:45:10.604Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = ad6b8402-cfb0-42d6-bbe5-8fe0f62cceac
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 24 | 2024-12-14T03:45:10.605Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = ad6b8402-cfb0-42d6-bbe5-8fe0f62cceac
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 25 | 2024-12-14T03:45:10.607Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3053
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = ad6b8402-cfb0-42d6-bbe5-8fe0f62cceac
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 26 | 2024-12-14T03:45:10.607Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 838986fa-dd2b-4fc1-807b-d997203b61c3
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 27 | 2024-12-14T03:45:10.608Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 838986fa-dd2b-4fc1-807b-d997203b61c3
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 28 | 2024-12-14T03:45:10.610Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2537
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 838986fa-dd2b-4fc1-807b-d997203b61c3
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 29 | 2024-12-14T03:45:15.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1017
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = f37670fa-c2a7-4529-afdf-7afd5ffd67e9
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 30 | 2024-12-14T03:45:16.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 63
reason = Timeout
|
| 31 | 2024-12-14T03:45:16.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 63
reason = Timeout
|
| 32 | 2024-12-14T03:45:16.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 33 | 2024-12-14T03:45:16.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 34 | 2024-12-14T03:45:16.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 35 | 2024-12-14T03:45:16.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 36 | 2024-12-14T03:45:16.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 37 | 2024-12-14T03:45:16.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 38 | 2024-12-14T03:45:16.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 39 | 2024-12-14T03:45:16.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 40 | 2024-12-14T03:45:16.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 41 | 2024-12-14T03:45:16.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 42 | 2024-12-14T03:45:16.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 43 | 2024-12-14T03:45:16.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 44 | 2024-12-14T03:45:16.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 45 | 2024-12-14T03:45:16.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 46 | 2024-12-14T03:45:16.370Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 47 | 2024-12-14T03:45:16.370Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 21.013811ms
iteration = 63
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 48 | 2024-12-14T03:45:16.386Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 49 | 2024-12-14T03:45:16.386Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 50 | 2024-12-14T03:45:16.388Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 39.41307ms
iteration = 63
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 51 | 2024-12-14T03:45:25.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1218
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 640eba4f-44e5-49c4-b6fb-846407ce428e
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 52 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 64
reason = Timeout
|
| 53 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 22
reason = Timeout
|
| 54 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 55 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 56 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 22
reason = Timeout
|
| 57 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 58 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 22
reason = Timeout
|
| 59 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 60 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 22
reason = Timeout
|
| 61 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 64
reason = Timeout
|
| 62 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 63 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 64 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 22
reason = Timeout
|
| 65 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 66 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 22
reason = Timeout
|
| 67 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 23
reason = Timeout
|
| 68 | 2024-12-14T03:45:26.349Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 69 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 70 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 22
reason = Timeout
|
| 71 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 22
reason = Timeout
|
| 72 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 73 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 74 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 75 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 22
reason = Timeout
|
| 76 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 77 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 22
reason = Timeout
|
| 78 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 79 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 25
reason = Timeout
|
| 80 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 81 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 82 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 83 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 84 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 85 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 86 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 87 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 88 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 89 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 90 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 91 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 92 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 93 | 2024-12-14T03:45:26.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 94 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 22
reason = Timeout
|
| 95 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 96 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 22
reason = Timeout
|
| 97 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 98 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 22
reason = Timeout
|
| 99 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 100 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 101 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 102 | 2024-12-14T03:45:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 103 | 2024-12-14T03:45:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 104 | 2024-12-14T03:45:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 105 | 2024-12-14T03:45:26.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 106 | 2024-12-14T03:45:26.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.98022ms
iteration = 22
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 107 | 2024-12-14T03:45:26.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 108 | 2024-12-14T03:45:26.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 109 | 2024-12-14T03:45:26.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 110 | 2024-12-14T03:45:26.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 111 | 2024-12-14T03:45:26.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 112 | 2024-12-14T03:45:26.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 113 | 2024-12-14T03:45:26.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 114 | 2024-12-14T03:45:26.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 115 | 2024-12-14T03:45:26.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 116 | 2024-12-14T03:45:26.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 117 | 2024-12-14T03:45:26.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 118 | 2024-12-14T03:45:26.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 119 | 2024-12-14T03:45:26.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 120 | 2024-12-14T03:45:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 121 | 2024-12-14T03:45:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 122 | 2024-12-14T03:45:26.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 123 | 2024-12-14T03:45:26.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 124 | 2024-12-14T03:45:26.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 125 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 126 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 127 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 128 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 129 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 130 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 131 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 132 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 133 | 2024-12-14T03:45:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 134 | 2024-12-14T03:45:26.362Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 678308776 } })
|
| 135 | 2024-12-14T03:45:26.363Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 136 | 2024-12-14T03:45:26.365Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 681372458 } })
|
| 137 | 2024-12-14T03:45:26.365Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 138 | 2024-12-14T03:45:26.366Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 139 | 2024-12-14T03:45:26.366Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 140 | 2024-12-14T03:45:26.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 141 | 2024-12-14T03:45:26.368Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 142 | 2024-12-14T03:45:26.368Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 143 | 2024-12-14T03:45:26.368Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 144 | 2024-12-14T03:45:26.369Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 145 | 2024-12-14T03:45:26.370Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1732, tv_nsec: 686435199 } })
|
| 146 | 2024-12-14T03:45:26.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 147 | 2024-12-14T03:45:26.370Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 148 | 2024-12-14T03:45:26.370Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 149 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 150 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 151 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 152 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 153 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 154 | 2024-12-14T03:45:26.371Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 155 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 22.845748ms
iteration = 22
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 156 | 2024-12-14T03:45:26.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 157 | 2024-12-14T03:45:26.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 158 | 2024-12-14T03:45:26.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 159 | 2024-12-14T03:45:26.373Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 160 | 2024-12-14T03:45:26.374Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 161 | 2024-12-14T03:45:26.374Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 162 | 2024-12-14T03:45:26.374Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 163 | 2024-12-14T03:45:26.375Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 164 | 2024-12-14T03:45:26.375Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 165 | 2024-12-14T03:45:26.375Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 166 | 2024-12-14T03:45:26.387Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 167 | 2024-12-14T03:45:26.387Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 38.783527ms
iteration = 64
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 168 | 2024-12-14T03:45:26.398Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 169 | 2024-12-14T03:45:26.398Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 170 | 2024-12-14T03:45:26.398Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 171 | 2024-12-14T03:45:26.399Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 172 | 2024-12-14T03:45:26.401Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 173 | 2024-12-14T03:45:26.401Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 174 | 2024-12-14T03:45:26.401Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 175 | 2024-12-14T03:45:26.401Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 176 | 2024-12-14T03:45:26.403Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 53.127595ms
iteration = 22
status = {"errors":[],"records_set_to_done":[]}
|
| 177 | 2024-12-14T03:45:26.403Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 178 | 2024-12-14T03:45:26.404Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 179 | 2024-12-14T03:45:26.404Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 54.89385ms
iteration = 22
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 180 | 2024-12-14T03:45:26.408Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 57.832589ms
iteration = 22
status = {"errors":[],"garbage_collect_requested":[]}
|
| 181 | 2024-12-14T03:45:26.409Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 182 | 2024-12-14T03:45:26.410Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 183 | 2024-12-14T03:45:26.410Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 61.182106ms
iteration = 22
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 184 | 2024-12-14T03:45:26.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 185 | 2024-12-14T03:45:26.413Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 63.239777ms
iteration = 22
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 186 | 2024-12-14T03:45:26.414Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 187 | 2024-12-14T03:45:26.414Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 188 | 2024-12-14T03:45:26.414Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 189 | 2024-12-14T03:45:26.415Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 66.597974ms
iteration = 64
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 190 | 2024-12-14T03:45:26.416Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 67.641435ms
iteration = 22
status = 0
|
| 191 | 2024-12-14T03:45:26.421Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 71.86103ms
iteration = 25
status = {"physical_disks_added":0}
|
| 192 | 2024-12-14T03:45:26.430Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 193 | 2024-12-14T03:45:26.430Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 194 | 2024-12-14T03:45:26.430Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 81.701787ms
iteration = 22
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 195 | 2024-12-14T03:45:26.465Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 196 | 2024-12-14T03:45:26.465Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 197 | 2024-12-14T03:45:26.466Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d79fcf41-f920-427f-beda-36f8d086dfbb", "content-length": "26", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 198 | 2024-12-14T03:45:26.466Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 199 | 2024-12-14T03:45:26.467Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 200 | 2024-12-14T03:45:26.473Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 201 | 2024-12-14T03:45:26.473Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 202 | 2024-12-14T03:45:26.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 203 | 2024-12-14T03:45:26.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 204 | 2024-12-14T03:45:26.477Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 205 | 2024-12-14T03:45:26.477Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 206 | 2024-12-14T03:45:26.478Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 207 | 2024-12-14T03:45:26.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 208 | 2024-12-14T03:45:26.480Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 209 | 2024-12-14T03:45:26.481Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 210 | 2024-12-14T03:45:26.536Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 211 | 2024-12-14T03:45:26.536Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 212 | 2024-12-14T03:45:26.536Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "e6abc746-e7ac-4571-a144-b5b0d9d3c65d", "content-length": "372", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 213 | 2024-12-14T03:45:26.536Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 214 | 2024-12-14T03:45:26.536Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 215 | 2024-12-14T03:45:26.550Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 216 | 2024-12-14T03:45:26.550Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 217 | 2024-12-14T03:45:26.550Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "d5558841-4de6-404e-b406-a3d6e0c96c8a", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 218 | 2024-12-14T03:45:26.550Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 219 | 2024-12-14T03:45:26.550Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 220 | 2024-12-14T03:45:26.552Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 221 | 2024-12-14T03:45:26.552Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 222 | 2024-12-14T03:45:26.555Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 223 | 2024-12-14T03:45:26.555Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 224 | 2024-12-14T03:45:26.565Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 225 | 2024-12-14T03:45:26.565Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c1a2ec4a-9b68-49fe-b480-e20587949cc3", "content-length": "1", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 226 | 2024-12-14T03:45:26.566Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 227 | 2024-12-14T03:45:26.566Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 228 | 2024-12-14T03:45:26.570Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 229 | 2024-12-14T03:45:26.570Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 230 | 2024-12-14T03:45:26.570Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "405839b4-c8f5-4262-b793-729734ffa0ad", "content-length": "26", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 231 | 2024-12-14T03:45:26.570Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 232 | 2024-12-14T03:45:26.572Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 233 | 2024-12-14T03:45:26.576Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 234 | 2024-12-14T03:45:26.576Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 235 | 2024-12-14T03:45:26.577Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "70ee529a-ddaa-43e2-9544-77a5e0285904", "content-length": "26", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 236 | 2024-12-14T03:45:26.577Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 237 | 2024-12-14T03:45:26.579Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 238 | 2024-12-14T03:45:26.617Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 239 | 2024-12-14T03:45:26.618Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "5b73b1c0-fdba-4f84-bfbb-58050653186e", "content-length": "691", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 240 | 2024-12-14T03:45:26.618Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 241 | 2024-12-14T03:45:26.618Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 242 | 2024-12-14T03:45:26.618Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 243 | 2024-12-14T03:45:26.619Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 270.131472ms
iteration = 22
status = {}
|
| 244 | 2024-12-14T03:45:26.620Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 271.478909ms
iteration = 22
status = null
|
| 245 | 2024-12-14T03:45:26.621Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 246 | 2024-12-14T03:45:26.621Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 247 | 2024-12-14T03:45:26.621Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "86a48fbb-18f8-4c9e-8580-90cd6de2ff67", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 248 | 2024-12-14T03:45:26.623Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 274.271905ms
iteration = 23
status = {}
|
| 249 | 2024-12-14T03:45:26.643Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 294.674533ms
iteration = 22
status = {}
|
| 250 | 2024-12-14T03:45:26.703Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 251 | 2024-12-14T03:45:26.703Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 252 | 2024-12-14T03:45:26.705Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 253 | 2024-12-14T03:45:26.705Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 254 | 2024-12-14T03:45:26.705Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 255 | 2024-12-14T03:45:26.714Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 256 | 2024-12-14T03:45:26.714Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9ccb643e-56ad-4a5f-b651-3de94909f40f", "content-length": "134", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 257 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 258 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 259 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 260 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 261 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 262 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 263 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 264 | 2024-12-14T03:45:26.714Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 265 | 2024-12-14T03:45:26.715Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 266 | 2024-12-14T03:45:26.715Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 267 | 2024-12-14T03:45:26.715Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 268 | 2024-12-14T03:45:26.715Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 269 | 2024-12-14T03:45:26.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 270 | 2024-12-14T03:45:26.716Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 271 | 2024-12-14T03:45:26.716Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "47d5c426-ab4d-4f56-a705-5a4fed9ed64d", "content-length": "2", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 272 | 2024-12-14T03:45:26.716Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 273 | 2024-12-14T03:45:26.716Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "9e14b8d0-84ec-4fa5-a5e5-213bc763bc24", "content-length": "52", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 274 | 2024-12-14T03:45:26.716Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 275 | 2024-12-14T03:45:26.716Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 276 | 2024-12-14T03:45:26.804Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "dcab3ae9-4812-496b-817f-39290c53ac69", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 277 | 2024-12-14T03:45:26.804Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 278 | 2024-12-14T03:45:26.804Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 279 | 2024-12-14T03:45:26.804Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a5f175d5-6f03-4bda-a873-1a9d9e7e165b", "content-length": "682", "date": "Sat, 14 Dec 2024 03:45:26 GMT"} })
|
| 280 | 2024-12-14T03:45:26.804Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 281 | 2024-12-14T03:45:26.804Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 282 | 2024-12-14T03:45:26.807Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 283 | 2024-12-14T03:45:26.808Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 284 | 2024-12-14T03:45:26.811Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 285 | 2024-12-14T03:45:26.811Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 286 | 2024-12-14T03:45:26.813Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 287 | 2024-12-14T03:45:26.813Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 288 | 2024-12-14T03:45:26.820Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 470.919125ms
iteration = 22
status = {}
|
| 289 | 2024-12-14T03:45:27.358Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:46146
|
| 290 | 2024-12-14T03:45:27.358Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:46146
req_id = 59f0abe4-7784-4b78-9683-9a53f7edf0d5
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 291 | 2024-12-14T03:45:27.358Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:46146
req_id = 59f0abe4-7784-4b78-9683-9a53f7edf0d5
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 292 | 2024-12-14T03:45:27.370Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = db02be0a-738a-45e5-a854-a5c5be80bed4
|
| 293 | 2024-12-14T03:45:27.370Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 11818
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:46146
req_id = 59f0abe4-7784-4b78-9683-9a53f7edf0d5
response_code = 201
uri = /metrics/producers
|
| 294 | 2024-12-14T03:45:35.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1020
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = b500b226-0538-4510-8bfa-1eb127083af2
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 295 | 2024-12-14T03:45:36.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 65
reason = Timeout
|
| 296 | 2024-12-14T03:45:36.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 65
reason = Timeout
|
| 297 | 2024-12-14T03:45:36.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 298 | 2024-12-14T03:45:36.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 299 | 2024-12-14T03:45:36.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 300 | 2024-12-14T03:45:36.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 301 | 2024-12-14T03:45:36.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 302 | 2024-12-14T03:45:36.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 303 | 2024-12-14T03:45:36.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 304 | 2024-12-14T03:45:36.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.99456ms
iteration = 65
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 305 | 2024-12-14T03:45:36.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 306 | 2024-12-14T03:45:36.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 307 | 2024-12-14T03:45:36.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 308 | 2024-12-14T03:45:36.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 309 | 2024-12-14T03:45:36.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 310 | 2024-12-14T03:45:36.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 311 | 2024-12-14T03:45:36.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 312 | 2024-12-14T03:45:36.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 313 | 2024-12-14T03:45:36.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 314 | 2024-12-14T03:45:36.372Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 315 | 2024-12-14T03:45:36.372Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 23.243006ms
iteration = 65
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 316 | 2024-12-14T03:45:38.865Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::1]:64997
|
| 317 | 2024-12-14T03:45:38.866Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:64997
req_id = 87a667f3-2eda-47ab-b06e-992a597bc18e
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 318 | 2024-12-14T03:45:38.866Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:64997
req_id = 87a667f3-2eda-47ab-b06e-992a597bc18e
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 319 | 2024-12-14T03:45:38.913Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
|
| 320 | 2024-12-14T03:45:38.913Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 47321
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:64997
req_id = 87a667f3-2eda-47ab-b06e-992a597bc18e
response_code = 201
uri = /metrics/producers
|
| 321 | 2024-12-14T03:45:40.604Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = b40bb910-5d04-470e-8af8-f66c5fa7fe28
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 322 | 2024-12-14T03:45:40.604Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = b40bb910-5d04-470e-8af8-f66c5fa7fe28
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 323 | 2024-12-14T03:45:40.607Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2753
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = b40bb910-5d04-470e-8af8-f66c5fa7fe28
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 324 | 2024-12-14T03:45:40.607Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 0c6cb9f1-e9cb-4d84-b62e-3b0c67a4c5ad
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 325 | 2024-12-14T03:45:40.607Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 0c6cb9f1-e9cb-4d84-b62e-3b0c67a4c5ad
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 326 | 2024-12-14T03:45:40.609Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2302
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 0c6cb9f1-e9cb-4d84-b62e-3b0c67a4c5ad
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 327 | 2024-12-14T03:45:41.736Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
| 328 | 2024-12-14T03:45:41.736Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
| 329 | 2024-12-14T03:45:41.768Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
| 330 | 2024-12-14T03:45:41.768Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:52740
|
| 331 | 2024-12-14T03:45:41.768Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52740
req_id = edcf97ab-5bef-4667-9be4-31874edaa181
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 332 | 2024-12-14T03:45:41.768Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52740
req_id = edcf97ab-5bef-4667-9be4-31874edaa181
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 333 | 2024-12-14T03:45:41.775Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 334 | 2024-12-14T03:45:41.775Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 6948
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:52740
req_id = edcf97ab-5bef-4667-9be4-31874edaa181
response_code = 201
uri = /metrics/producers
|
| 335 | 2024-12-14T03:45:41.775Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "edcf97ab-5bef-4667-9be4-31874edaa181", "content-length": "41", "date": "Sat, 14 Dec 2024 03:45:41 GMT"} })
|
| 336 | 2024-12-14T03:45:41.776Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
| 337 | 2024-12-14T03:45:41.776Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
| 338 | 2024-12-14T03:45:45.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1021
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 0f982839-e0ff-4b00-8880-1a74b6342af2
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 339 | 2024-12-14T03:45:46.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 66
reason = Timeout
|
| 340 | 2024-12-14T03:45:46.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 341 | 2024-12-14T03:45:46.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 66
reason = Timeout
|
| 342 | 2024-12-14T03:45:46.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 343 | 2024-12-14T03:45:46.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 344 | 2024-12-14T03:45:46.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 345 | 2024-12-14T03:45:46.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 346 | 2024-12-14T03:45:46.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 347 | 2024-12-14T03:45:46.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 348 | 2024-12-14T03:45:46.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.091092ms
iteration = 66
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 349 | 2024-12-14T03:45:46.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 350 | 2024-12-14T03:45:46.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 351 | 2024-12-14T03:45:46.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 352 | 2024-12-14T03:45:46.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 353 | 2024-12-14T03:45:46.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 354 | 2024-12-14T03:45:46.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 355 | 2024-12-14T03:45:46.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 356 | 2024-12-14T03:45:46.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 357 | 2024-12-14T03:45:46.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 358 | 2024-12-14T03:45:46.368Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 359 | 2024-12-14T03:45:46.368Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 19.163784ms
iteration = 66
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 360 | 2024-12-14T03:45:52.127Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:42725
|
| 361 | 2024-12-14T03:45:52.128Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:42725
req_id = 01b7e402-389b-43ae-bc1e-c7212875f946
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 362 | 2024-12-14T03:45:52.128Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:42725
req_id = 01b7e402-389b-43ae-bc1e-c7212875f946
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 363 | 2024-12-14T03:45:52.137Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 232a98a5-5cb7-4d84-a629-b03087fbd5b7
|
| 364 | 2024-12-14T03:45:52.137Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 9713
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:42725
req_id = 01b7e402-389b-43ae-bc1e-c7212875f946
response_code = 201
uri = /metrics/producers
|
| 365 | 2024-12-14T03:45:55.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1099
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = e3f5cf37-e6d8-4433-9494-a99196bc4b5b
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 366 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 24
reason = Timeout
|
| 367 | 2024-12-14T03:45:56.349Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 368 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 23
reason = Timeout
|
| 369 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 370 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 12
reason = Timeout
|
| 371 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 23
reason = Timeout
|
| 372 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 67
reason = Timeout
|
| 373 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 374 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 375 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 376 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 23
reason = Timeout
|
| 377 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 13
reason = Timeout
|
| 378 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 379 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 14
reason = Timeout
|
| 380 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 381 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 12
reason = Timeout
|
| 382 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 383 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 23
reason = Timeout
|
| 384 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 23
reason = Timeout
|
| 385 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 386 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 387 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 388 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 23
reason = Timeout
|
| 389 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 390 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 13
reason = Timeout
|
| 391 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 392 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 393 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 67
reason = Timeout
|
| 394 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 395 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 13
reason = Timeout
|
| 396 | 2024-12-14T03:45:56.349Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
|
| 397 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 13.86\u{b5}s
iteration = 13
status = {"enabled":false,"target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1"}
|
| 398 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 12
reason = Timeout
|
| 399 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 12
reason = Timeout
|
| 400 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 401 | 2024-12-14T03:45:56.349Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 402 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 23
reason = Timeout
|
| 403 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 404 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 405 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 14
reason = Timeout
|
| 406 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 23
reason = Timeout
|
| 407 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 408 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 12
reason = Timeout
|
| 409 | 2024-12-14T03:45:56.349Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 03:35:56.349495613 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 410 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 13
reason = Timeout
|
| 411 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 412 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 13
reason = Timeout
|
| 413 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 23
reason = Timeout
|
| 414 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 415 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 13
reason = Timeout
|
| 416 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 417 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 418 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 26
reason = Timeout
|
| 419 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 420 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 23
reason = Timeout
|
| 421 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 422 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 423 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 424 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 425 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 426 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 427 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 428 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 429 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 430 | 2024-12-14T03:45:56.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 431 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 432 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 433 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 434 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 435 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 436 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 437 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 438 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 439 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 440 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 441 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 23
reason = Timeout
|
| 442 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 443 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 23
reason = Timeout
|
| 444 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 445 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 23
reason = Timeout
|
| 446 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 447 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 448 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 449 | 2024-12-14T03:45:56.350Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("28f528f1-3159-4fbc-9304-37b7e4a50ae8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 665867237 } })
|
| 450 | 2024-12-14T03:45:56.350Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("3db8556d-0ae0-4824-8953-f38d8eef7409.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7b672843-049d-4d9c-b0a2-21d7b6323621.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 665870967 } })
|
| 451 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 452 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 453 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 454 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 455 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.274045ms
iteration = 13
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
| 456 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 457 | 2024-12-14T03:45:56.350Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.319587ms
iteration = 13
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 458 | 2024-12-14T03:45:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 459 | 2024-12-14T03:45:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 460 | 2024-12-14T03:45:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 461 | 2024-12-14T03:45:56.352Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.716344ms
iteration = 23
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 462 | 2024-12-14T03:45:56.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 463 | 2024-12-14T03:45:56.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 464 | 2024-12-14T03:45:56.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 465 | 2024-12-14T03:45:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 466 | 2024-12-14T03:45:56.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 467 | 2024-12-14T03:45:56.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 468 | 2024-12-14T03:45:56.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 469 | 2024-12-14T03:45:56.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 470 | 2024-12-14T03:45:56.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 471 | 2024-12-14T03:45:56.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 472 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 473 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 474 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 475 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 476 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 477 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 478 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 479 | 2024-12-14T03:45:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 480 | 2024-12-14T03:45:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 481 | 2024-12-14T03:45:56.360Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 676489570 } })
|
| 482 | 2024-12-14T03:45:56.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 483 | 2024-12-14T03:45:56.361Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 484 | 2024-12-14T03:45:56.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 485 | 2024-12-14T03:45:56.361Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 12.312897ms
iteration = 12
status = {"errors":[],"found_port_ok":[]}
|
| 486 | 2024-12-14T03:45:56.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 487 | 2024-12-14T03:45:56.362Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 678420249 } })
|
| 488 | 2024-12-14T03:45:56.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 489 | 2024-12-14T03:45:56.363Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 490 | 2024-12-14T03:45:56.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 491 | 2024-12-14T03:45:56.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 492 | 2024-12-14T03:45:56.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 493 | 2024-12-14T03:45:56.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 494 | 2024-12-14T03:45:56.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 495 | 2024-12-14T03:45:56.365Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 03:35:56.349495613 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 496 | 2024-12-14T03:45:56.365Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 16.47122ms
iteration = 12
status = {"expiration":"2024-12-14T03:35:56.349495613Z","pruned":[]}
|
| 497 | 2024-12-14T03:45:56.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 498 | 2024-12-14T03:45:56.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 499 | 2024-12-14T03:45:56.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 500 | 2024-12-14T03:45:56.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 501 | 2024-12-14T03:45:56.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 502 | 2024-12-14T03:45:56.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 503 | 2024-12-14T03:45:56.368Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 504 | 2024-12-14T03:45:56.368Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 505 | 2024-12-14T03:45:56.368Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 506 | 2024-12-14T03:45:56.370Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 19.901188ms
iteration = 23
status = {"errors":[],"garbage_collect_requested":[]}
|
| 507 | 2024-12-14T03:45:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 508 | 2024-12-14T03:45:56.370Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 509 | 2024-12-14T03:45:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 510 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 511 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 512 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 513 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 514 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 515 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 516 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 517 | 2024-12-14T03:45:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 518 | 2024-12-14T03:45:56.373Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1762, tv_nsec: 688893078 } })
|
| 519 | 2024-12-14T03:45:56.373Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 520 | 2024-12-14T03:45:56.375Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 521 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 522 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 523 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 524 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 525 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 526 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 527 | 2024-12-14T03:45:56.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 528 | 2024-12-14T03:45:56.378Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 529 | 2024-12-14T03:45:56.378Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 530 | 2024-12-14T03:45:56.378Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 531 | 2024-12-14T03:45:56.382Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 532 | 2024-12-14T03:45:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 533 | 2024-12-14T03:45:56.382Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 534 | 2024-12-14T03:45:56.404Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 535 | 2024-12-14T03:45:56.405Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 536 | 2024-12-14T03:45:56.405Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 537 | 2024-12-14T03:45:56.405Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 538 | 2024-12-14T03:45:56.405Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 539 | 2024-12-14T03:45:56.406Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 540 | 2024-12-14T03:45:56.414Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 541 | 2024-12-14T03:45:56.414Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 542 | 2024-12-14T03:45:56.415Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 543 | 2024-12-14T03:45:56.415Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 544 | 2024-12-14T03:45:56.415Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 66.35849ms
iteration = 12
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 545 | 2024-12-14T03:45:56.415Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 546 | 2024-12-14T03:45:56.415Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 547 | 2024-12-14T03:45:56.416Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 548 | 2024-12-14T03:45:56.416Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 67.031023ms
iteration = 23
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 549 | 2024-12-14T03:45:56.419Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 69.058154ms
iteration = 23
status = {"errors":[],"records_set_to_done":[]}
|
| 550 | 2024-12-14T03:45:56.419Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 69.87266ms
iteration = 67
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 551 | 2024-12-14T03:45:56.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 552 | 2024-12-14T03:45:56.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 553 | 2024-12-14T03:45:56.421Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 554 | 2024-12-14T03:45:56.421Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 555 | 2024-12-14T03:45:56.422Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 556 | 2024-12-14T03:45:56.422Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 557 | 2024-12-14T03:45:56.423Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 558 | 2024-12-14T03:45:56.423Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 559 | 2024-12-14T03:45:56.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 560 | 2024-12-14T03:45:56.426Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 561 | 2024-12-14T03:45:56.426Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 562 | 2024-12-14T03:45:56.426Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 563 | 2024-12-14T03:45:56.433Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 564 | 2024-12-14T03:45:56.433Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 565 | 2024-12-14T03:45:56.434Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 84.487412ms
iteration = 12
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 566 | 2024-12-14T03:45:56.452Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 567 | 2024-12-14T03:45:56.452Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 568 | 2024-12-14T03:45:56.452Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 569 | 2024-12-14T03:45:56.452Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 570 | 2024-12-14T03:45:56.452Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 571 | 2024-12-14T03:45:56.475Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 572 | 2024-12-14T03:45:56.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 125.836141ms
iteration = 12
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 573 | 2024-12-14T03:45:56.493Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 574 | 2024-12-14T03:45:56.548Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 575 | 2024-12-14T03:45:56.548Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 576 | 2024-12-14T03:45:56.548Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "7cebaf28-8a51-4590-97f4-0695944629c1", "content-length": "372", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 577 | 2024-12-14T03:45:56.548Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 578 | 2024-12-14T03:45:56.549Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 579 | 2024-12-14T03:45:56.550Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 580 | 2024-12-14T03:45:56.553Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 581 | 2024-12-14T03:45:56.553Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 582 | 2024-12-14T03:45:56.553Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 583 | 2024-12-14T03:45:56.556Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 206.868354ms
iteration = 23
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 584 | 2024-12-14T03:45:56.562Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 585 | 2024-12-14T03:45:56.562Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 213.046697ms
iteration = 67
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 586 | 2024-12-14T03:45:56.579Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 587 | 2024-12-14T03:45:56.579Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 588 | 2024-12-14T03:45:56.582Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 589 | 2024-12-14T03:45:56.583Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 590 | 2024-12-14T03:45:56.585Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 591 | 2024-12-14T03:45:56.585Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 592 | 2024-12-14T03:45:56.585Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 593 | 2024-12-14T03:45:56.585Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 594 | 2024-12-14T03:45:56.589Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 240.369524ms
iteration = 23
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 595 | 2024-12-14T03:45:56.593Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 596 | 2024-12-14T03:45:56.593Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 243.531998ms
iteration = 23
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 597 | 2024-12-14T03:45:56.594Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 598 | 2024-12-14T03:45:56.595Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 599 | 2024-12-14T03:45:56.595Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 600 | 2024-12-14T03:45:56.595Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 601 | 2024-12-14T03:45:56.595Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 602 | 2024-12-14T03:45:56.595Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 603 | 2024-12-14T03:45:56.598Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 604 | 2024-12-14T03:45:56.598Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 605 | 2024-12-14T03:45:56.598Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 606 | 2024-12-14T03:45:56.599Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 607 | 2024-12-14T03:45:56.599Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 608 | 2024-12-14T03:45:56.601Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 609 | 2024-12-14T03:45:56.601Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 610 | 2024-12-14T03:45:56.601Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 611 | 2024-12-14T03:45:56.601Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 612 | 2024-12-14T03:45:56.601Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 613 | 2024-12-14T03:45:56.602Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 614 | 2024-12-14T03:45:56.602Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 615 | 2024-12-14T03:45:56.603Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 616 | 2024-12-14T03:45:56.603Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 617 | 2024-12-14T03:45:56.603Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 618 | 2024-12-14T03:45:56.603Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 619 | 2024-12-14T03:45:56.606Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 620 | 2024-12-14T03:45:56.606Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 621 | 2024-12-14T03:45:56.606Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 622 | 2024-12-14T03:45:56.608Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 623 | 2024-12-14T03:45:56.608Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 624 | 2024-12-14T03:45:56.608Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 03:35:40.905586 UTC
dns_group = external
generation = 2
|
| 625 | 2024-12-14T03:45:56.608Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 258.799975ms
iteration = 13
status = {"generation":2}
|
| 626 | 2024-12-14T03:45:56.609Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 627 | 2024-12-14T03:45:56.609Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 628 | 2024-12-14T03:45:56.609Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 03:35:40.104814 UTC
dns_group = internal
generation = 1
|
| 629 | 2024-12-14T03:45:56.609Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 259.885516ms
iteration = 13
status = {"generation":1}
|
| 630 | 2024-12-14T03:45:56.611Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 631 | 2024-12-14T03:45:56.611Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 632 | 2024-12-14T03:45:56.612Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "b53ba55f-1922-454b-a339-eda15098d869", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 633 | 2024-12-14T03:45:56.612Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 634 | 2024-12-14T03:45:56.612Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 635 | 2024-12-14T03:45:56.615Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 636 | 2024-12-14T03:45:56.615Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 637 | 2024-12-14T03:45:56.618Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 638 | 2024-12-14T03:45:56.618Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 639 | 2024-12-14T03:45:56.621Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 640 | 2024-12-14T03:45:56.621Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 641 | 2024-12-14T03:45:56.622Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "39c00b53-6cb6-4cae-ab5f-8300b6bf8d7b", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 642 | 2024-12-14T03:45:56.622Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 643 | 2024-12-14T03:45:56.623Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 274.59775ms
iteration = 24
status = {}
|
| 644 | 2024-12-14T03:45:56.625Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 645 | 2024-12-14T03:45:56.625Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 646 | 2024-12-14T03:45:56.625Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 647 | 2024-12-14T03:45:56.626Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 648 | 2024-12-14T03:45:56.626Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 649 | 2024-12-14T03:45:56.626Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 277.409697ms
iteration = 23
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 650 | 2024-12-14T03:45:56.627Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 277.891826ms
iteration = 23
status = 0
|
| 651 | 2024-12-14T03:45:56.632Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 652 | 2024-12-14T03:45:56.639Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 653 | 2024-12-14T03:45:56.639Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "65bde469-1718-4a98-9d40-b82e9d40d80e", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 654 | 2024-12-14T03:45:56.639Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 655 | 2024-12-14T03:45:56.641Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "2ee7053c-3d40-4507-bba2-29c6a020bd93", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 656 | 2024-12-14T03:45:56.641Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 657 | 2024-12-14T03:45:56.643Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 658 | 2024-12-14T03:45:56.643Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 293.913677ms
iteration = 14
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 659 | 2024-12-14T03:45:56.646Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T03:34:54.541856Z, time_modified: 2024-12-14T03:34:54.541856Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }) }
|
| 660 | 2024-12-14T03:45:56.646Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 297.368527ms
iteration = 13
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]}},"default_endpoint":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 661 | 2024-12-14T03:45:56.656Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 662 | 2024-12-14T03:45:56.657Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 663 | 2024-12-14T03:45:56.658Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 309.01545ms
iteration = 26
status = {"physical_disks_added":0}
|
| 664 | 2024-12-14T03:45:56.668Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 665 | 2024-12-14T03:45:56.668Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 666 | 2024-12-14T03:45:56.669Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "7e537be8-0e76-4d99-9b9a-571e4137d0df", "content-length": "26", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 667 | 2024-12-14T03:45:56.669Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 668 | 2024-12-14T03:45:56.671Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 669 | 2024-12-14T03:45:56.671Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 670 | 2024-12-14T03:45:56.671Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 671 | 2024-12-14T03:45:56.671Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a399c669-83f2-411f-b8af-aae9a35d0d8f", "content-length": "26", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 672 | 2024-12-14T03:45:56.671Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 673 | 2024-12-14T03:45:56.673Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 674 | 2024-12-14T03:45:56.679Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 675 | 2024-12-14T03:45:56.679Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 676 | 2024-12-14T03:45:56.679Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8683a909-65eb-4ba7-98c9-84fadb4e996d", "content-length": "26", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 677 | 2024-12-14T03:45:56.679Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 678 | 2024-12-14T03:45:56.681Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 679 | 2024-12-14T03:45:56.685Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 680 | 2024-12-14T03:45:56.687Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 681 | 2024-12-14T03:45:56.687Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 682 | 2024-12-14T03:45:56.687Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 683 | 2024-12-14T03:45:56.689Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 684 | 2024-12-14T03:45:56.690Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 685 | 2024-12-14T03:45:56.690Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 686 | 2024-12-14T03:45:56.691Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 687 | 2024-12-14T03:45:56.771Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 688 | 2024-12-14T03:45:56.773Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 423.751158ms
iteration = 23
status = {}
|
| 689 | 2024-12-14T03:45:56.775Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 690 | 2024-12-14T03:45:56.775Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c94f35bf-19d1-459e-ab4c-05f7ea77e10f", "content-length": "1", "date": "Sat, 14 Dec 2024 03:45:55 GMT"} })
|
| 691 | 2024-12-14T03:45:56.777Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 692 | 2024-12-14T03:45:56.778Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 693 | 2024-12-14T03:45:56.779Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 430.426913ms
iteration = 23
status = null
|
| 694 | 2024-12-14T03:45:56.952Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 695 | 2024-12-14T03:45:56.952Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "5aa10558-569f-4861-af1d-9b3c00747739", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 696 | 2024-12-14T03:45:56.952Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 697 | 2024-12-14T03:45:56.954Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "0e0c90d6-4aea-4785-9c92-fa00394e564a", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 698 | 2024-12-14T03:45:56.954Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 699 | 2024-12-14T03:45:56.956Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "e5fe3960-1427-4d71-ab81-545d6ccf4473", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 700 | 2024-12-14T03:45:56.956Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 701 | 2024-12-14T03:45:56.957Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 702 | 2024-12-14T03:45:56.957Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 703 | 2024-12-14T03:45:56.957Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "700f9788-d4ba-4a52-ac9c-994ddd5d08f6", "content-length": "691", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 704 | 2024-12-14T03:45:56.957Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 705 | 2024-12-14T03:45:56.957Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 706 | 2024-12-14T03:45:56.957Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 707 | 2024-12-14T03:45:56.957Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 708 | 2024-12-14T03:45:56.958Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 709 | 2024-12-14T03:45:56.958Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 609.025951ms
iteration = 14
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 710 | 2024-12-14T03:45:56.959Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 609.911618ms
iteration = 23
status = {}
|
| 711 | 2024-12-14T03:45:56.960Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 712 | 2024-12-14T03:45:56.960Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 713 | 2024-12-14T03:45:56.960Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 714 | 2024-12-14T03:45:56.969Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 715 | 2024-12-14T03:45:56.969Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "dbd525a6-9c46-45dc-a180-fb23145f9f95", "content-length": "134", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 716 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 717 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 718 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 719 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 720 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 721 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 722 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 723 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 724 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 725 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 726 | 2024-12-14T03:45:56.969Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 727 | 2024-12-14T03:45:56.969Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 728 | 2024-12-14T03:45:56.970Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 729 | 2024-12-14T03:45:56.972Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 730 | 2024-12-14T03:45:56.972Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "99e00486-a317-41aa-a9a2-be749ca60719", "content-length": "2", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 731 | 2024-12-14T03:45:56.972Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 732 | 2024-12-14T03:45:56.972Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "c7382713-0bb6-4170-b636-fdb04fa983c1", "content-length": "52", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 733 | 2024-12-14T03:45:56.972Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 734 | 2024-12-14T03:45:56.972Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 735 | 2024-12-14T03:45:57.065Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "968e2b3f-b4cf-43a2-8eed-3a38f0218066", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 736 | 2024-12-14T03:45:57.066Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 737 | 2024-12-14T03:45:57.066Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 738 | 2024-12-14T03:45:57.066Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "1b67d820-a886-464f-bdd6-552b79720e7b", "content-length": "682", "date": "Sat, 14 Dec 2024 03:45:56 GMT"} })
|
| 739 | 2024-12-14T03:45:57.066Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 740 | 2024-12-14T03:45:57.066Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 741 | 2024-12-14T03:45:57.070Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 742 | 2024-12-14T03:45:57.070Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 743 | 2024-12-14T03:45:57.073Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 744 | 2024-12-14T03:45:57.074Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 745 | 2024-12-14T03:45:57.075Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 746 | 2024-12-14T03:45:57.076Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 747 | 2024-12-14T03:45:57.083Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 733.730929ms
iteration = 23
status = {}
|
| 748 | 2024-12-14T03:46:05.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1027
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 70ab200b-4cef-4559-a6d6-04d1a02a9ec6
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 749 | 2024-12-14T03:46:06.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 68
reason = Timeout
|
| 750 | 2024-12-14T03:46:06.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 68
reason = Timeout
|
| 751 | 2024-12-14T03:46:06.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 752 | 2024-12-14T03:46:06.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 753 | 2024-12-14T03:46:06.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 754 | 2024-12-14T03:46:06.349Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 755 | 2024-12-14T03:46:06.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 756 | 2024-12-14T03:46:06.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 757 | 2024-12-14T03:46:06.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 758 | 2024-12-14T03:46:06.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 759 | 2024-12-14T03:46:06.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 760 | 2024-12-14T03:46:06.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 761 | 2024-12-14T03:46:06.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 762 | 2024-12-14T03:46:06.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 763 | 2024-12-14T03:46:06.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 764 | 2024-12-14T03:46:06.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 765 | 2024-12-14T03:46:06.374Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 766 | 2024-12-14T03:46:06.374Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 24.648984ms
iteration = 68
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 767 | 2024-12-14T03:46:06.385Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 768 | 2024-12-14T03:46:06.385Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 769 | 2024-12-14T03:46:06.387Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 37.995931ms
iteration = 68
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 770 | 2024-12-14T03:46:14.961Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:61563
|
| 771 | 2024-12-14T03:46:14.961Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:61563
req_id = 012ebc21-3dd1-4785-a1c8-eebcb5987068
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 772 | 2024-12-14T03:46:14.961Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:61563
req_id = 012ebc21-3dd1-4785-a1c8-eebcb5987068
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 773 | 2024-12-14T03:46:15.004Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = b4254c81-0366-4d7b-a36b-86b73748c2f7
|
| 774 | 2024-12-14T03:46:15.004Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 43128
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:61563
req_id = 012ebc21-3dd1-4785-a1c8-eebcb5987068
response_code = 201
uri = /metrics/producers
|
| 775 | 2024-12-14T03:46:15.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1102
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 043670e1-4179-4f6d-8fdb-ad3a12c35044
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 776 | 2024-12-14T03:46:16.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 69
reason = Timeout
|
| 777 | 2024-12-14T03:46:16.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 69
reason = Timeout
|
| 778 | 2024-12-14T03:46:16.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 779 | 2024-12-14T03:46:16.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 780 | 2024-12-14T03:46:16.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 781 | 2024-12-14T03:46:16.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 782 | 2024-12-14T03:46:16.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 783 | 2024-12-14T03:46:16.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 784 | 2024-12-14T03:46:16.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 785 | 2024-12-14T03:46:16.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 786 | 2024-12-14T03:46:16.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 787 | 2024-12-14T03:46:16.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 788 | 2024-12-14T03:46:16.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 789 | 2024-12-14T03:46:16.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 790 | 2024-12-14T03:46:16.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 791 | 2024-12-14T03:46:16.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 792 | 2024-12-14T03:46:16.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 793 | 2024-12-14T03:46:16.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 794 | 2024-12-14T03:46:16.374Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 795 | 2024-12-14T03:46:16.374Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 24.327207ms
iteration = 69
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 796 | 2024-12-14T03:46:16.387Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 37.287017ms
iteration = 69
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 797 | 2024-12-14T03:46:25.605Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 62b3a344-4d3b-460c-8236-ab39f9a2cb82
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 798 | 2024-12-14T03:46:25.605Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 62b3a344-4d3b-460c-8236-ab39f9a2cb82
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 799 | 2024-12-14T03:46:25.608Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3519
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 62b3a344-4d3b-460c-8236-ab39f9a2cb82
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 800 | 2024-12-14T03:46:25.608Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 1059ea7b-68d5-4ba2-a5ff-525a3155cb25
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 801 | 2024-12-14T03:46:25.609Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 1059ea7b-68d5-4ba2-a5ff-525a3155cb25
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 802 | 2024-12-14T03:46:25.610Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1954
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 1059ea7b-68d5-4ba2-a5ff-525a3155cb25
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 803 | 2024-12-14T03:46:25.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1141
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 69fd838c-9728-4405-b080-31e881763601
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 804 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 25
reason = Timeout
|
| 805 | 2024-12-14T03:46:26.349Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 806 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 24
reason = Timeout
|
| 807 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 808 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 24
reason = Timeout
|
| 809 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 70
reason = Timeout
|
| 810 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 24
reason = Timeout
|
| 811 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 812 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 813 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 814 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 24
reason = Timeout
|
| 815 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 27
reason = Timeout
|
| 816 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 817 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 818 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 24
reason = Timeout
|
| 819 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 820 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 24
reason = Timeout
|
| 821 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 24
reason = Timeout
|
| 822 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 823 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 824 | 2024-12-14T03:46:26.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 24
reason = Timeout
|
| 825 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 70
reason = Timeout
|
| 826 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 827 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 828 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 24
reason = Timeout
|
| 829 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 830 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 24
reason = Timeout
|
| 831 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 832 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 833 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 834 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 835 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 836 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 837 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 838 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 839 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 840 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 841 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 842 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 843 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 844 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 845 | 2024-12-14T03:46:26.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 846 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 847 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 24
reason = Timeout
|
| 848 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 24
reason = Timeout
|
| 849 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 850 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 851 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 24
reason = Timeout
|
| 852 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 853 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 854 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 855 | 2024-12-14T03:46:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 856 | 2024-12-14T03:46:26.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 857 | 2024-12-14T03:46:26.353Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1792, tv_nsec: 668335687 } })
|
| 858 | 2024-12-14T03:46:26.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.46348ms
iteration = 24
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 859 | 2024-12-14T03:46:26.353Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 860 | 2024-12-14T03:46:26.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 861 | 2024-12-14T03:46:26.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 862 | 2024-12-14T03:46:26.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 863 | 2024-12-14T03:46:26.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 864 | 2024-12-14T03:46:26.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 865 | 2024-12-14T03:46:26.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 866 | 2024-12-14T03:46:26.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 867 | 2024-12-14T03:46:26.357Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1792, tv_nsec: 672374868 } })
|
| 868 | 2024-12-14T03:46:26.357Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 869 | 2024-12-14T03:46:26.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 870 | 2024-12-14T03:46:26.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 871 | 2024-12-14T03:46:26.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 872 | 2024-12-14T03:46:26.361Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 10.079382ms
iteration = 24
status = {"errors":[],"garbage_collect_requested":[]}
|
| 873 | 2024-12-14T03:46:26.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 874 | 2024-12-14T03:46:26.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 875 | 2024-12-14T03:46:26.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 876 | 2024-12-14T03:46:26.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 877 | 2024-12-14T03:46:26.364Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1792, tv_nsec: 679381518 } })
|
| 878 | 2024-12-14T03:46:26.364Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 879 | 2024-12-14T03:46:26.395Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 880 | 2024-12-14T03:46:26.398Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 881 | 2024-12-14T03:46:26.398Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 882 | 2024-12-14T03:46:26.398Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 883 | 2024-12-14T03:46:26.399Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 884 | 2024-12-14T03:46:26.401Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 885 | 2024-12-14T03:46:26.401Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 886 | 2024-12-14T03:46:26.401Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 887 | 2024-12-14T03:46:26.404Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 888 | 2024-12-14T03:46:26.404Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 889 | 2024-12-14T03:46:26.406Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 890 | 2024-12-14T03:46:26.407Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 891 | 2024-12-14T03:46:26.407Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 892 | 2024-12-14T03:46:26.407Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 893 | 2024-12-14T03:46:26.407Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 894 | 2024-12-14T03:46:26.408Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 895 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 896 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 897 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 898 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 899 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 900 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 901 | 2024-12-14T03:46:26.409Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 902 | 2024-12-14T03:46:26.410Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 903 | 2024-12-14T03:46:26.410Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 904 | 2024-12-14T03:46:26.410Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 905 | 2024-12-14T03:46:26.410Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 906 | 2024-12-14T03:46:26.410Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 907 | 2024-12-14T03:46:26.410Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 908 | 2024-12-14T03:46:26.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 909 | 2024-12-14T03:46:26.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 910 | 2024-12-14T03:46:26.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 911 | 2024-12-14T03:46:26.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 912 | 2024-12-14T03:46:26.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 913 | 2024-12-14T03:46:26.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 914 | 2024-12-14T03:46:26.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 915 | 2024-12-14T03:46:26.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 916 | 2024-12-14T03:46:26.412Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 917 | 2024-12-14T03:46:26.412Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 61.716597ms
iteration = 24
status = {"errors":[],"records_set_to_done":[]}
|
| 918 | 2024-12-14T03:46:26.416Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 919 | 2024-12-14T03:46:26.416Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 920 | 2024-12-14T03:46:26.416Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 921 | 2024-12-14T03:46:26.416Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 922 | 2024-12-14T03:46:26.416Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 923 | 2024-12-14T03:46:26.416Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 924 | 2024-12-14T03:46:26.419Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 69.241437ms
iteration = 24
status = 0
|
| 925 | 2024-12-14T03:46:26.429Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 926 | 2024-12-14T03:46:26.429Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 79.85028ms
iteration = 70
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 927 | 2024-12-14T03:46:26.436Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 928 | 2024-12-14T03:46:26.438Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 929 | 2024-12-14T03:46:26.438Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 930 | 2024-12-14T03:46:26.438Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 931 | 2024-12-14T03:46:26.438Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 932 | 2024-12-14T03:46:26.438Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 933 | 2024-12-14T03:46:26.442Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 92.282089ms
iteration = 70
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 934 | 2024-12-14T03:46:26.445Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 935 | 2024-12-14T03:46:26.445Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 936 | 2024-12-14T03:46:26.445Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 937 | 2024-12-14T03:46:26.445Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 938 | 2024-12-14T03:46:26.449Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 100.023274ms
iteration = 24
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 939 | 2024-12-14T03:46:26.451Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 940 | 2024-12-14T03:46:26.451Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 941 | 2024-12-14T03:46:26.451Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3eeffbdd-a009-4c91-91e9-6aafad96a34c", "content-length": "26", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 942 | 2024-12-14T03:46:26.451Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 943 | 2024-12-14T03:46:26.452Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 102.798569ms
iteration = 24
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 944 | 2024-12-14T03:46:26.453Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 945 | 2024-12-14T03:46:26.453Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 946 | 2024-12-14T03:46:26.453Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 103.622186ms
iteration = 24
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 947 | 2024-12-14T03:46:26.469Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 117.995834ms
iteration = 24
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 948 | 2024-12-14T03:46:26.478Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 949 | 2024-12-14T03:46:26.478Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 950 | 2024-12-14T03:46:26.478Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 128.229619ms
iteration = 24
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 951 | 2024-12-14T03:46:26.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 952 | 2024-12-14T03:46:26.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 953 | 2024-12-14T03:46:26.508Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 954 | 2024-12-14T03:46:26.509Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 159.545856ms
iteration = 27
status = {"physical_disks_added":0}
|
| 955 | 2024-12-14T03:46:26.510Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 956 | 2024-12-14T03:46:26.510Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 957 | 2024-12-14T03:46:26.511Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 958 | 2024-12-14T03:46:26.512Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 959 | 2024-12-14T03:46:26.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 960 | 2024-12-14T03:46:26.514Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 961 | 2024-12-14T03:46:26.514Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 962 | 2024-12-14T03:46:26.551Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 963 | 2024-12-14T03:46:26.551Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 964 | 2024-12-14T03:46:26.551Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "83bc5e02-147f-41f1-a60e-569ed02234ec", "content-length": "26", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 965 | 2024-12-14T03:46:26.551Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 966 | 2024-12-14T03:46:26.553Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 967 | 2024-12-14T03:46:26.573Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 223.211592ms
iteration = 24
status = {}
|
| 968 | 2024-12-14T03:46:26.573Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 969 | 2024-12-14T03:46:26.573Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 970 | 2024-12-14T03:46:26.573Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "f7b7527f-e9bc-43eb-91e0-24c869390a60", "content-length": "26", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 971 | 2024-12-14T03:46:26.573Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 972 | 2024-12-14T03:46:26.575Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 973 | 2024-12-14T03:46:26.622Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 974 | 2024-12-14T03:46:26.622Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 975 | 2024-12-14T03:46:26.623Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ab59cbb-5836-465b-a689-9d1e9b4ef070", "content-length": "372", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 976 | 2024-12-14T03:46:26.623Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 977 | 2024-12-14T03:46:26.623Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 978 | 2024-12-14T03:46:26.633Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 979 | 2024-12-14T03:46:26.633Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "4d2b21c3-df20-41f4-97dc-66cbad7725e1", "content-length": "691", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 980 | 2024-12-14T03:46:26.633Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 981 | 2024-12-14T03:46:26.633Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 982 | 2024-12-14T03:46:26.633Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 983 | 2024-12-14T03:46:26.635Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 285.621322ms
iteration = 24
status = {}
|
| 984 | 2024-12-14T03:46:26.643Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 985 | 2024-12-14T03:46:26.643Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 986 | 2024-12-14T03:46:26.644Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "ddcd2acc-b3d7-47a6-afa3-d3c16f0f2616", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 987 | 2024-12-14T03:46:26.644Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 988 | 2024-12-14T03:46:26.644Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 989 | 2024-12-14T03:46:26.646Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 990 | 2024-12-14T03:46:26.646Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 991 | 2024-12-14T03:46:26.646Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "61a7ec99-39ec-46a7-ba69-21affb3edae8", "content-length": "1", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 992 | 2024-12-14T03:46:26.647Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 993 | 2024-12-14T03:46:26.648Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 994 | 2024-12-14T03:46:26.648Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 995 | 2024-12-14T03:46:26.649Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 996 | 2024-12-14T03:46:26.650Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 997 | 2024-12-14T03:46:26.650Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 300.567992ms
iteration = 24
status = null
|
| 998 | 2024-12-14T03:46:26.653Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 999 | 2024-12-14T03:46:26.653Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1000 | 2024-12-14T03:46:26.653Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "7a3bc30e-3fe2-41fd-82b5-7ba9248b1371", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 1001 | 2024-12-14T03:46:26.655Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 305.49814ms
iteration = 25
status = {}
|
| 1002 | 2024-12-14T03:46:26.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1003 | 2024-12-14T03:46:26.713Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1004 | 2024-12-14T03:46:26.715Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 1005 | 2024-12-14T03:46:26.715Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1006 | 2024-12-14T03:46:26.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1007 | 2024-12-14T03:46:26.723Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 1008 | 2024-12-14T03:46:26.724Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "24a1c427-5d23-419b-91ba-51e103c22050", "content-length": "134", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 1009 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 1010 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 1011 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 1012 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 1013 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1014 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1015 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1016 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1017 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1018 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1019 | 2024-12-14T03:46:26.724Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1020 | 2024-12-14T03:46:26.724Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1021 | 2024-12-14T03:46:26.725Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1022 | 2024-12-14T03:46:26.726Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 1023 | 2024-12-14T03:46:26.727Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "0849d790-8420-412f-9fbe-b17265340a0f", "content-length": "2", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 1024 | 2024-12-14T03:46:26.727Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 1025 | 2024-12-14T03:46:26.727Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "375153e7-0997-4d6d-9958-4327b77bd248", "content-length": "52", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 1026 | 2024-12-14T03:46:26.727Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 1027 | 2024-12-14T03:46:26.727Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 1028 | 2024-12-14T03:46:26.820Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "3621ebc6-79d9-472a-975d-4b09a7504e72", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 1029 | 2024-12-14T03:46:26.820Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 1030 | 2024-12-14T03:46:26.820Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 1031 | 2024-12-14T03:46:26.820Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "7d0c491b-83d9-457f-8466-2e2085340cea", "content-length": "682", "date": "Sat, 14 Dec 2024 03:46:26 GMT"} })
|
| 1032 | 2024-12-14T03:46:26.820Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1033 | 2024-12-14T03:46:26.821Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1034 | 2024-12-14T03:46:26.824Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1035 | 2024-12-14T03:46:26.824Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1036 | 2024-12-14T03:46:26.828Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1037 | 2024-12-14T03:46:26.828Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1038 | 2024-12-14T03:46:26.829Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1039 | 2024-12-14T03:46:26.830Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1040 | 2024-12-14T03:46:26.837Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 488.009477ms
iteration = 24
status = {}
|
| 1041 | 2024-12-14T03:46:35.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1047
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 61e876d4-7d29-4a6c-bc34-c2069790d631
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1042 | 2024-12-14T03:46:36.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 71
reason = Timeout
|
| 1043 | 2024-12-14T03:46:36.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1044 | 2024-12-14T03:46:36.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 71
reason = Timeout
|
| 1045 | 2024-12-14T03:46:36.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1046 | 2024-12-14T03:46:36.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1047 | 2024-12-14T03:46:36.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1048 | 2024-12-14T03:46:36.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1049 | 2024-12-14T03:46:36.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1050 | 2024-12-14T03:46:36.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1051 | 2024-12-14T03:46:36.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.483909ms
iteration = 71
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1052 | 2024-12-14T03:46:36.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1053 | 2024-12-14T03:46:36.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1054 | 2024-12-14T03:46:36.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1055 | 2024-12-14T03:46:36.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1056 | 2024-12-14T03:46:36.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1057 | 2024-12-14T03:46:36.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1058 | 2024-12-14T03:46:36.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1059 | 2024-12-14T03:46:36.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1060 | 2024-12-14T03:46:36.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1061 | 2024-12-14T03:46:36.370Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1062 | 2024-12-14T03:46:36.370Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.048362ms
iteration = 71
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1063 | 2024-12-14T03:46:44.000Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::1:0]:41264
|
| 1064 | 2024-12-14T03:46:44.000Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1:0]:41264
req_id = 8a826246-6ddf-4737-82c3-ccf09ab10a9d
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 1065 | 2024-12-14T03:46:44.001Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1:0]:41264
req_id = 8a826246-6ddf-4737-82c3-ccf09ab10a9d
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 1066 | 2024-12-14T03:46:44.038Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 500e6059-a5e4-4b42-83ed-155e9ca41940
|
| 1067 | 2024-12-14T03:46:44.038Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 38192
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1:0]:41264
req_id = 8a826246-6ddf-4737-82c3-ccf09ab10a9d
response_code = 201
uri = /metrics/producers
|
| 1068 | 2024-12-14T03:46:45.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1100
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = e88103ac-6d47-4c23-975a-e0f41a9cc67d
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1069 | 2024-12-14T03:46:46.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 72
reason = Timeout
|
| 1070 | 2024-12-14T03:46:46.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1071 | 2024-12-14T03:46:46.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 72
reason = Timeout
|
| 1072 | 2024-12-14T03:46:46.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1073 | 2024-12-14T03:46:46.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1074 | 2024-12-14T03:46:46.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1075 | 2024-12-14T03:46:46.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1076 | 2024-12-14T03:46:46.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1077 | 2024-12-14T03:46:46.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1078 | 2024-12-14T03:46:46.355Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 5.373508ms
iteration = 72
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1079 | 2024-12-14T03:46:46.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1080 | 2024-12-14T03:46:46.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1081 | 2024-12-14T03:46:46.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1082 | 2024-12-14T03:46:46.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1083 | 2024-12-14T03:46:46.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1084 | 2024-12-14T03:46:46.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1085 | 2024-12-14T03:46:46.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1086 | 2024-12-14T03:46:46.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1087 | 2024-12-14T03:46:46.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1088 | 2024-12-14T03:46:46.371Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1089 | 2024-12-14T03:46:46.371Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.912839ms
iteration = 72
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1090 | 2024-12-14T03:46:51.414Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:48109
|
| 1091 | 2024-12-14T03:46:51.414Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:48109
req_id = ffd6a6e6-f518-45d5-8d98-ba492680aa7f
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 1092 | 2024-12-14T03:46:51.414Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:48109
req_id = ffd6a6e6-f518-45d5-8d98-ba492680aa7f
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 1093 | 2024-12-14T03:46:51.450Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = c4ff451e-ab57-4adc-b747-11f26d0ffcfa
|
| 1094 | 2024-12-14T03:46:51.450Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 36095
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:48109
req_id = ffd6a6e6-f518-45d5-8d98-ba492680aa7f
response_code = 201
uri = /metrics/producers
|
| 1095 | 2024-12-14T03:46:55.605Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 4aa26328-72ff-438d-889d-43dee73fb6d1
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1096 | 2024-12-14T03:46:55.605Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 4aa26328-72ff-438d-889d-43dee73fb6d1
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1097 | 2024-12-14T03:46:55.607Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2844
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 4aa26328-72ff-438d-889d-43dee73fb6d1
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1098 | 2024-12-14T03:46:55.608Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 3e2c7d88-8211-4897-adfd-1c7947790e14
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1099 | 2024-12-14T03:46:55.608Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 3e2c7d88-8211-4897-adfd-1c7947790e14
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1100 | 2024-12-14T03:46:55.610Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2556
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 3e2c7d88-8211-4897-adfd-1c7947790e14
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1101 | 2024-12-14T03:46:55.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1040
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = eb9f2cb9-8b39-471f-a116-3fd9b4965eeb
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1102 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 28
reason = Timeout
|
| 1103 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1104 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 14
reason = Timeout
|
| 1105 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 1106 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 73
reason = Timeout
|
| 1107 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1108 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 13
reason = Timeout
|
| 1109 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 1110 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1111 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 26
reason = Timeout
|
| 1112 | 2024-12-14T03:46:56.350Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 1113 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = crdb_node_id_collector
iteration = 6
reason = Timeout
|
| 1114 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1115 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1116 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 14
reason = Timeout
|
| 1117 | 2024-12-14T03:46:56.350Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
|
| 1118 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 15
reason = Timeout
|
| 1119 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 20.061\u{b5}s
iteration = 14
status = {"enabled":false,"target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1"}
|
| 1120 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 25
reason = Timeout
|
| 1121 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 14
reason = Timeout
|
| 1122 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 25
reason = Timeout
|
| 1123 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1124 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1125 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 13
reason = Timeout
|
| 1126 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 1127 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 13
reason = Timeout
|
| 1128 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 1129 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 13
reason = Timeout
|
| 1130 | 2024-12-14T03:46:56.350Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 03:36:56.350251095 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 1131 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 13
reason = Timeout
|
| 1132 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 1133 | 2024-12-14T03:46:56.350Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 1134 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 1135 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 25
reason = Timeout
|
| 1136 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 1137 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 25
reason = Timeout
|
| 1138 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1139 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 25
reason = Timeout
|
| 1140 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 1141 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1142 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 25
reason = Timeout
|
| 1143 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 14
reason = Timeout
|
| 1144 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1145 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 1146 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1147 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 14
reason = Timeout
|
| 1148 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1149 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 25
reason = Timeout
|
| 1150 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1151 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 73
reason = Timeout
|
| 1152 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1153 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 25
reason = Timeout
|
| 1154 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 15
reason = Timeout
|
| 1155 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 25
reason = Timeout
|
| 1156 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 25
reason = Timeout
|
| 1157 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1158 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 14
reason = Timeout
|
| 1159 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1160 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 25
reason = Timeout
|
| 1161 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 25
reason = Timeout
|
| 1162 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1163 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1164 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 1165 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 25
reason = Timeout
|
| 1166 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 1167 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1168 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 1169 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1170 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 1171 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1172 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1173 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1174 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 1175 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1176 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1177 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1178 | 2024-12-14T03:46:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1179 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 1180 | 2024-12-14T03:46:56.351Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("28f528f1-3159-4fbc-9304-37b7e4a50ae8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 666093909 } })
|
| 1181 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 1182 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 1183 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1184 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1185 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1186 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1187 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1188 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1189 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1190 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1191 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1192 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1193 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 1194 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 1195 | 2024-12-14T03:46:56.351Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("3db8556d-0ae0-4824-8953-f38d8eef7409.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7b672843-049d-4d9c-b0a2-21d7b6323621.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 666295302 } })
|
| 1196 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1197 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1198 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 1199 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.234824ms
iteration = 14
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
| 1200 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1201 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1202 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1203 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 1204 | 2024-12-14T03:46:56.351Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.274926ms
iteration = 14
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 1205 | 2024-12-14T03:46:56.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1206 | 2024-12-14T03:46:56.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.333747ms
iteration = 25
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 1207 | 2024-12-14T03:46:56.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1208 | 2024-12-14T03:46:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1209 | 2024-12-14T03:46:56.355Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 5.342287ms
iteration = 13
status = {"errors":[],"found_port_ok":[]}
|
| 1210 | 2024-12-14T03:46:56.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1211 | 2024-12-14T03:46:56.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1212 | 2024-12-14T03:46:56.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1213 | 2024-12-14T03:46:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1214 | 2024-12-14T03:46:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1215 | 2024-12-14T03:46:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1216 | 2024-12-14T03:46:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1217 | 2024-12-14T03:46:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1218 | 2024-12-14T03:46:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1219 | 2024-12-14T03:46:56.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1220 | 2024-12-14T03:46:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1221 | 2024-12-14T03:46:56.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1222 | 2024-12-14T03:46:56.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1223 | 2024-12-14T03:46:56.360Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 676053128 } })
|
| 1224 | 2024-12-14T03:46:56.361Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 1225 | 2024-12-14T03:46:56.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1226 | 2024-12-14T03:46:56.361Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1227 | 2024-12-14T03:46:56.361Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 1228 | 2024-12-14T03:46:56.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1229 | 2024-12-14T03:46:56.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1230 | 2024-12-14T03:46:56.362Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 03:36:56.350251095 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 1231 | 2024-12-14T03:46:56.362Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 11.95461ms
iteration = 13
status = {"expiration":"2024-12-14T03:36:56.350251095Z","pruned":[]}
|
| 1232 | 2024-12-14T03:46:56.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1233 | 2024-12-14T03:46:56.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 1234 | 2024-12-14T03:46:56.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1235 | 2024-12-14T03:46:56.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1236 | 2024-12-14T03:46:56.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1237 | 2024-12-14T03:46:56.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1238 | 2024-12-14T03:46:56.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1239 | 2024-12-14T03:46:56.366Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 681205281 } })
|
| 1240 | 2024-12-14T03:46:56.366Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 1241 | 2024-12-14T03:46:56.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1242 | 2024-12-14T03:46:56.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1243 | 2024-12-14T03:46:56.370Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 1244 | 2024-12-14T03:46:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1245 | 2024-12-14T03:46:56.370Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1246 | 2024-12-14T03:46:56.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 1247 | 2024-12-14T03:46:56.371Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1248 | 2024-12-14T03:46:56.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1249 | 2024-12-14T03:46:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1250 | 2024-12-14T03:46:56.375Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 1251 | 2024-12-14T03:46:56.375Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1252 | 2024-12-14T03:46:56.375Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1253 | 2024-12-14T03:46:56.375Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1254 | 2024-12-14T03:46:56.378Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 1255 | 2024-12-14T03:46:56.378Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1256 | 2024-12-14T03:46:56.378Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1257 | 2024-12-14T03:46:56.381Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1258 | 2024-12-14T03:46:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1259 | 2024-12-14T03:46:56.382Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1260 | 2024-12-14T03:46:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1261 | 2024-12-14T03:46:56.382Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1262 | 2024-12-14T03:46:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1263 | 2024-12-14T03:46:56.382Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1264 | 2024-12-14T03:46:56.383Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1265 | 2024-12-14T03:46:56.395Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1266 | 2024-12-14T03:46:56.397Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 1267 | 2024-12-14T03:46:56.397Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1268 | 2024-12-14T03:46:56.397Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1269 | 2024-12-14T03:46:56.401Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1270 | 2024-12-14T03:46:56.402Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1271 | 2024-12-14T03:46:56.403Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1272 | 2024-12-14T03:46:56.403Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1273 | 2024-12-14T03:46:56.406Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1274 | 2024-12-14T03:46:56.406Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 1275 | 2024-12-14T03:46:56.406Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 1276 | 2024-12-14T03:46:56.406Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 55.944881ms
iteration = 13
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 1277 | 2024-12-14T03:46:56.406Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1278 | 2024-12-14T03:46:56.408Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1279 | 2024-12-14T03:46:56.410Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1280 | 2024-12-14T03:46:56.410Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1281 | 2024-12-14T03:46:56.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1282 | 2024-12-14T03:46:56.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1283 | 2024-12-14T03:46:56.411Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 61.210996ms
iteration = 25
status = {"errors":[],"garbage_collect_requested":[]}
|
| 1284 | 2024-12-14T03:46:56.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1285 | 2024-12-14T03:46:56.412Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 1286 | 2024-12-14T03:46:56.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 1287 | 2024-12-14T03:46:56.412Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 1288 | 2024-12-14T03:46:56.413Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1289 | 2024-12-14T03:46:56.413Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1290 | 2024-12-14T03:46:56.414Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Fleet
result = Ok(())
|
| 1291 | 2024-12-14T03:46:56.414Z | DEBG | nexus (BackgroundTasks): roles
background_task = crdb_node_id_collector
roles = RoleSet { roles: {} }
|
| 1292 | 2024-12-14T03:46:56.414Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = crdb_node_id_collector
resource = Database
result = Ok(())
|
| 1293 | 2024-12-14T03:46:56.417Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 65.284688ms
iteration = 25
status = {"errors":[],"records_set_to_done":[]}
|
| 1294 | 2024-12-14T03:46:56.417Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1295 | 2024-12-14T03:46:56.418Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1296 | 2024-12-14T03:46:56.418Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1297 | 2024-12-14T03:46:56.418Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1298 | 2024-12-14T03:46:56.418Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1299 | 2024-12-14T03:46:56.418Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1300 | 2024-12-14T03:46:56.419Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1301 | 2024-12-14T03:46:56.419Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 1302 | 2024-12-14T03:46:56.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1303 | 2024-12-14T03:46:56.419Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1304 | 2024-12-14T03:46:56.419Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 1305 | 2024-12-14T03:46:56.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1306 | 2024-12-14T03:46:56.419Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1307 | 2024-12-14T03:46:56.421Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1308 | 2024-12-14T03:46:56.421Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1309 | 2024-12-14T03:46:56.421Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1310 | 2024-12-14T03:46:56.422Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1311 | 2024-12-14T03:46:56.423Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 72.84826ms
iteration = 25
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1312 | 2024-12-14T03:46:56.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 1313 | 2024-12-14T03:46:56.424Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1314 | 2024-12-14T03:46:56.425Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1315 | 2024-12-14T03:46:56.425Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = crdb_node_id_collector
elapsed = 75.112004ms
iteration = 6
status = {"nsuccess":5}
|
| 1316 | 2024-12-14T03:46:56.426Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1317 | 2024-12-14T03:46:56.427Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1318 | 2024-12-14T03:46:56.429Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 1319 | 2024-12-14T03:46:56.429Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1320 | 2024-12-14T03:46:56.429Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1822, tv_nsec: 744533219 } })
|
| 1321 | 2024-12-14T03:46:56.429Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1322 | 2024-12-14T03:46:56.429Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 1323 | 2024-12-14T03:46:56.430Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1324 | 2024-12-14T03:46:56.433Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1325 | 2024-12-14T03:46:56.434Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1326 | 2024-12-14T03:46:56.438Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1327 | 2024-12-14T03:46:56.438Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 88.651686ms
iteration = 73
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1328 | 2024-12-14T03:46:56.451Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1329 | 2024-12-14T03:46:56.451Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1330 | 2024-12-14T03:46:56.454Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1331 | 2024-12-14T03:46:56.454Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1332 | 2024-12-14T03:46:56.454Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 104.776308ms
iteration = 25
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1333 | 2024-12-14T03:46:56.455Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1334 | 2024-12-14T03:46:56.458Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 1335 | 2024-12-14T03:46:56.458Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1336 | 2024-12-14T03:46:56.458Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1337 | 2024-12-14T03:46:56.460Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 110.34091ms
iteration = 25
status = 0
|
| 1338 | 2024-12-14T03:46:56.465Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 115.097735ms
iteration = 73
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1339 | 2024-12-14T03:46:56.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 122.676817ms
iteration = 25
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 1340 | 2024-12-14T03:46:56.473Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1341 | 2024-12-14T03:46:56.473Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 1342 | 2024-12-14T03:46:56.473Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 123.128646ms
iteration = 25
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 1343 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 1344 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 1345 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 1346 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1347 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 1348 | 2024-12-14T03:46:56.475Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 1349 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 125.502204ms
iteration = 13
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 1350 | 2024-12-14T03:46:56.475Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1351 | 2024-12-14T03:46:56.476Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1352 | 2024-12-14T03:46:56.476Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1353 | 2024-12-14T03:46:56.479Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 1354 | 2024-12-14T03:46:56.479Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 1355 | 2024-12-14T03:46:56.479Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 1356 | 2024-12-14T03:46:56.479Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1357 | 2024-12-14T03:46:56.480Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1358 | 2024-12-14T03:46:56.507Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1359 | 2024-12-14T03:46:56.507Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1360 | 2024-12-14T03:46:56.515Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 1361 | 2024-12-14T03:46:56.518Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1362 | 2024-12-14T03:46:56.518Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1363 | 2024-12-14T03:46:56.518Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "55ed608d-5d31-4722-be44-8bf2b0f3c047", "content-length": "26", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1364 | 2024-12-14T03:46:56.518Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1365 | 2024-12-14T03:46:56.520Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1366 | 2024-12-14T03:46:56.529Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 1367 | 2024-12-14T03:46:56.529Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 179.143958ms
iteration = 13
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 1368 | 2024-12-14T03:46:56.531Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 181.912734ms
iteration = 28
status = {"physical_disks_added":0}
|
| 1369 | 2024-12-14T03:46:56.532Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1370 | 2024-12-14T03:46:56.532Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1371 | 2024-12-14T03:46:56.532Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "13412cbd-699a-44e7-94aa-4155f784f52c", "content-length": "26", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1372 | 2024-12-14T03:46:56.532Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1373 | 2024-12-14T03:46:56.534Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 1374 | 2024-12-14T03:46:56.535Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1375 | 2024-12-14T03:46:56.668Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 1376 | 2024-12-14T03:46:56.668Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1377 | 2024-12-14T03:46:56.668Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "0a83665a-ab45-48cb-b291-4bd66af2a678", "content-length": "26", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1378 | 2024-12-14T03:46:56.668Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1379 | 2024-12-14T03:46:56.671Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1380 | 2024-12-14T03:46:56.846Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = instance_watcher
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vmms/77db7f0c-ab53-4efc-aca3-831f5fbc4943/state
|
| 1381 | 2024-12-14T03:46:56.848Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = instance_watcher
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vmms/77db7f0c-ab53-4efc-aca3-831f5fbc4943/state", status: 404, headers: {"content-type": "application/json", "x-request-id": "83ca9190-cd30-489b-9500-31b33149011e", "content-length": "120", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1382 | 2024-12-14T03:46:56.848Z | INFO | nexus (BackgroundTasks): sled-agent error indicates that this instance's VMM has failed!
background_task = instance_watcher
error = Error Response: status: 404 Not Found; headers: {"content-type": "application/json", "x-request-id": "83ca9190-cd30-489b-9500-31b33149011e", "content-length": "120", "date": "Sat, 14 Dec 2024 03:46:56 GMT"}; value: Error { error_code: Some("NO_SUCH_INSTANCE"), message: "Not Found", request_id: "83ca9190-cd30-489b-9500-31b33149011e" }
file = nexus/src/app/background/tasks/instance_watcher.rs:161
instance_id = 500e6059-a5e4-4b42-83ed-155e9ca41940
sled_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
vmm_id = 77db7f0c-ab53-4efc-aca3-831f5fbc4943
|
| 1383 | 2024-12-14T03:46:56.850Z | DEBG | nexus (BackgroundTasks): updating instance state
background_task = instance_watcher
instance_id = 500e6059-a5e4-4b42-83ed-155e9ca41940
sled_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
state = SledVmmState { vmm_state: VmmRuntimeState { state: Failed, gen: Generation(7), time_updated: 2024-12-14T03:46:56.848208361Z }, migration_in: None, migration_out: None }
vmm_id = 77db7f0c-ab53-4efc-aca3-831f5fbc4943
|
| 1384 | 2024-12-14T03:46:56.850Z | INFO | nexus (BackgroundTasks): received new VMM runtime state from sled agent
background_task = instance_watcher
file = nexus/src/app/instance.rs:2116
instance_id = 500e6059-a5e4-4b42-83ed-155e9ca41940
migration_state = Migrations { migration_in: None, migration_out: None }
propolis_id = 77db7f0c-ab53-4efc-aca3-831f5fbc4943
sled_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
vmm_id = 77db7f0c-ab53-4efc-aca3-831f5fbc4943
vmm_state = VmmRuntimeState { state: Failed, gen: Generation(7), time_updated: 2024-12-14T03:46:56.848208361Z }
|
| 1385 | 2024-12-14T03:46:56.850Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
instance_id = 500e6059-a5e4-4b42-83ed-155e9ca41940
roles = RoleSet { roles: {} }
sled_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
vmm_id = 77db7f0c-ab53-4efc-aca3-831f5fbc4943
|
| 1386 | 2024-12-14T03:46:56.850Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
instance_id = 500e6059-a5e4-4b42-83ed-155e9ca41940
resource = Database
result = Ok(())
sled_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
vmm_id = 77db7f0c-ab53-4efc-aca3-831f5fbc4943
|
| 1387 | 2024-12-14T03:46:56.863Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 1388 | 2024-12-14T03:46:56.863Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "cf5a9a96-8916-49a3-ae9e-fd544f652ae2", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1389 | 2024-12-14T03:46:56.863Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1390 | 2024-12-14T03:46:56.865Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "594ec5ad-e5dc-47e4-92d7-10f57f1eb21c", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1391 | 2024-12-14T03:46:56.865Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1392 | 2024-12-14T03:46:56.866Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 1393 | 2024-12-14T03:46:56.866Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 516.656341ms
iteration = 15
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 1394 | 2024-12-14T03:46:56.876Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 1395 | 2024-12-14T03:46:56.876Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "c6938814-84f9-434e-9207-358984605cd7", "content-length": "2", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1396 | 2024-12-14T03:46:56.878Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1397 | 2024-12-14T03:46:56.878Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1398 | 2024-12-14T03:46:56.887Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 536.982908ms
iteration = 25
status = {}
|
| 1399 | 2024-12-14T03:46:56.893Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 1400 | 2024-12-14T03:46:56.894Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1401 | 2024-12-14T03:46:56.894Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "bf9fa369-9d2d-40da-abad-996371638fc1", "content-length": "372", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1402 | 2024-12-14T03:46:56.894Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1403 | 2024-12-14T03:46:56.894Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1404 | 2024-12-14T03:46:56.895Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1405 | 2024-12-14T03:46:56.895Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 1406 | 2024-12-14T03:46:56.896Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1407 | 2024-12-14T03:46:56.896Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1408 | 2024-12-14T03:46:56.898Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 1409 | 2024-12-14T03:46:56.898Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1410 | 2024-12-14T03:46:56.898Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1411 | 2024-12-14T03:46:56.898Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1412 | 2024-12-14T03:46:56.898Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1413 | 2024-12-14T03:46:56.899Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1414 | 2024-12-14T03:46:56.901Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1415 | 2024-12-14T03:46:56.901Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1416 | 2024-12-14T03:46:56.901Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1417 | 2024-12-14T03:46:56.904Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 553.773923ms
iteration = 25
status = null
|
| 1418 | 2024-12-14T03:46:56.905Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 1419 | 2024-12-14T03:46:56.905Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 1420 | 2024-12-14T03:46:56.905Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1421 | 2024-12-14T03:46:56.905Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1422 | 2024-12-14T03:46:56.937Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 1
total_failed = 1
total_incomplete = 0
total_instances = 1
update_sagas_queued = 0
|
| 1423 | 2024-12-14T03:46:56.939Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 589.219524ms
iteration = 25
status = {"failed_checks":{"no_such_instance":1},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":1,"update_sagas_queued":0}
|
| 1424 | 2024-12-14T03:46:56.942Z | INFO | nexus (BackgroundTasks): found Silo/DNS/TLS config (changed)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T03:34:54.541856Z, time_modified: 2024-12-14T03:34:54.541856Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }) }
file = nexus/src/app/background/tasks/external_endpoints.rs:94
|
| 1425 | 2024-12-14T03:46:56.942Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 592.272075ms
iteration = 14
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]}},"default_endpoint":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 1426 | 2024-12-14T03:46:56.942Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 1427 | 2024-12-14T03:46:56.942Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 1428 | 2024-12-14T03:46:56.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1429 | 2024-12-14T03:46:56.943Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1430 | 2024-12-14T03:46:56.944Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1431 | 2024-12-14T03:46:56.946Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 1432 | 2024-12-14T03:46:56.946Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "d6f8a8c7-1a9d-4e69-a787-843a8f19fd77", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1433 | 2024-12-14T03:46:56.946Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1434 | 2024-12-14T03:46:56.947Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 1435 | 2024-12-14T03:46:56.947Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1436 | 2024-12-14T03:46:56.947Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1437 | 2024-12-14T03:46:56.948Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "b4b4bb0e-4eb0-477f-91e1-a4cffab291b8", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1438 | 2024-12-14T03:46:56.948Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1439 | 2024-12-14T03:46:56.949Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 1440 | 2024-12-14T03:46:56.949Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 1441 | 2024-12-14T03:46:56.949Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 03:35:40.905586 UTC
dns_group = external
generation = 2
|
| 1442 | 2024-12-14T03:46:56.949Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 598.965459ms
iteration = 14
status = {"generation":2}
|
| 1443 | 2024-12-14T03:46:56.950Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "b2ee41d7-05b6-4f21-a48e-16e2618a25ba", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1444 | 2024-12-14T03:46:56.950Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1445 | 2024-12-14T03:46:56.951Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1446 | 2024-12-14T03:46:56.952Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 1447 | 2024-12-14T03:46:56.952Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 602.462339ms
iteration = 15
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 1448 | 2024-12-14T03:46:56.952Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {c80f5460-b063-4d28-aa31-c5713d2e5121: {10.151.1.176: {08950d67-dffe-4b3c-bc5f-4ac6f36a86ba}, 10.151.1.175: {08950d67-dffe-4b3c-bc5f-4ac6f36a86ba}}}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 1449 | 2024-12-14T03:46:56.952Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 1450 | 2024-12-14T03:46:56.953Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "9e7126fd-8362-4d86-83e5-5594a5f013b3", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1451 | 2024-12-14T03:46:56.953Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1452 | 2024-12-14T03:46:56.953Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1453 | 2024-12-14T03:46:56.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 1454 | 2024-12-14T03:46:56.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1455 | 2024-12-14T03:46:56.954Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1456 | 2024-12-14T03:46:56.954Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1457 | 2024-12-14T03:46:56.955Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1458 | 2024-12-14T03:46:56.956Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 1459 | 2024-12-14T03:46:56.956Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 1460 | 2024-12-14T03:46:56.956Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 03:35:40.104814 UTC
dns_group = internal
generation = 1
|
| 1461 | 2024-12-14T03:46:56.956Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 606.154154ms
iteration = 14
status = {"generation":1}
|
| 1462 | 2024-12-14T03:46:56.958Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1463 | 2024-12-14T03:46:56.958Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1464 | 2024-12-14T03:46:56.960Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 1465 | 2024-12-14T03:46:56.960Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1466 | 2024-12-14T03:46:56.961Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "a5e3a36d-df59-44d4-a159-b6802b7468bc", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1467 | 2024-12-14T03:46:56.962Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 612.525561ms
iteration = 26
status = {}
|
| 1468 | 2024-12-14T03:46:56.972Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1469 | 2024-12-14T03:46:56.972Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1470 | 2024-12-14T03:46:56.974Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 1471 | 2024-12-14T03:46:56.974Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1472 | 2024-12-14T03:46:56.975Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1473 | 2024-12-14T03:46:56.981Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 1474 | 2024-12-14T03:46:56.981Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "d20f6dea-cb82-4a62-9c0c-72af2759f09d", "content-length": "134", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1475 | 2024-12-14T03:46:56.981Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 1476 | 2024-12-14T03:46:56.981Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 1477 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 1478 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 1479 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1480 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1481 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1482 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1483 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1484 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1485 | 2024-12-14T03:46:56.982Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1486 | 2024-12-14T03:46:56.982Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1487 | 2024-12-14T03:46:56.982Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1488 | 2024-12-14T03:46:56.985Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 1489 | 2024-12-14T03:46:56.985Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "da5e782a-b232-4eff-b207-d65889c2b7b9", "content-length": "2", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1490 | 2024-12-14T03:46:56.985Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 1491 | 2024-12-14T03:46:56.985Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "411ecd8a-64f8-40bc-b2aa-eb81fedf18fc", "content-length": "52", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1492 | 2024-12-14T03:46:56.985Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 1493 | 2024-12-14T03:46:56.985Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 1494 | 2024-12-14T03:46:56.999Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1495 | 2024-12-14T03:46:57.000Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1496 | 2024-12-14T03:46:57.001Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1497 | 2024-12-14T03:46:57.003Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1498 | 2024-12-14T03:46:57.003Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1499 | 2024-12-14T03:46:57.003Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1500 | 2024-12-14T03:46:57.005Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1501 | 2024-12-14T03:46:57.006Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1502 | 2024-12-14T03:46:57.006Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1503 | 2024-12-14T03:46:57.007Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1504 | 2024-12-14T03:46:57.097Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 1505 | 2024-12-14T03:46:57.101Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "551e6c4e-f68c-49b1-9fad-460eb92c65bf", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1506 | 2024-12-14T03:46:57.101Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 1507 | 2024-12-14T03:46:57.101Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 1508 | 2024-12-14T03:46:57.101Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "93cb94fe-c0e1-472b-aafa-fb9f0dcfc78d", "content-length": "691", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1509 | 2024-12-14T03:46:57.101Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 1510 | 2024-12-14T03:46:57.101Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 1511 | 2024-12-14T03:46:57.101Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = [VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(878139) }]
sled = buskin
|
| 1512 | 2024-12-14T03:46:57.101Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "23083019-eaa7-4bae-863c-7c90db987f31", "content-length": "682", "date": "Sat, 14 Dec 2024 03:46:56 GMT"} })
|
| 1513 | 2024-12-14T03:46:57.101Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 1514 | 2024-12-14T03:46:57.101Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1515 | 2024-12-14T03:46:57.102Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1516 | 2024-12-14T03:46:57.102Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 204, headers: {"x-request-id": "a9df5163-d07b-4c3c-8e51-28b067d614ab", "date": "Sat, 14 Dec 2024 03:46:57 GMT"} })
|
| 1517 | 2024-12-14T03:46:57.104Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 754.016416ms
iteration = 25
status = {}
|
| 1518 | 2024-12-14T03:46:57.105Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1519 | 2024-12-14T03:46:57.105Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1520 | 2024-12-14T03:46:57.109Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1521 | 2024-12-14T03:46:57.109Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1522 | 2024-12-14T03:46:57.111Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1523 | 2024-12-14T03:46:57.111Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1524 | 2024-12-14T03:46:57.119Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 769.217841ms
iteration = 25
status = {}
|
| 1525 | 2024-12-14T03:47:05.620Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 5679
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = c054c44f-785b-4845-874d-4a5e6a7fb9de
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1526 | 2024-12-14T03:47:06.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 74
reason = Timeout
|
| 1527 | 2024-12-14T03:47:06.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1528 | 2024-12-14T03:47:06.349Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 74
reason = Timeout
|
| 1529 | 2024-12-14T03:47:06.349Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1530 | 2024-12-14T03:47:06.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1531 | 2024-12-14T03:47:06.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1532 | 2024-12-14T03:47:06.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1533 | 2024-12-14T03:47:06.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1534 | 2024-12-14T03:47:06.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1535 | 2024-12-14T03:47:06.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1536 | 2024-12-14T03:47:06.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1537 | 2024-12-14T03:47:06.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1538 | 2024-12-14T03:47:06.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1539 | 2024-12-14T03:47:06.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1540 | 2024-12-14T03:47:06.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1541 | 2024-12-14T03:47:06.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1542 | 2024-12-14T03:47:06.374Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1543 | 2024-12-14T03:47:06.374Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 24.501051ms
iteration = 74
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1544 | 2024-12-14T03:47:06.377Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1545 | 2024-12-14T03:47:06.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1546 | 2024-12-14T03:47:06.402Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 52.703435ms
iteration = 74
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1547 | 2024-12-14T03:47:10.605Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = b1e605b4-e190-447f-bdfa-25888baa7d56
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1548 | 2024-12-14T03:47:10.606Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = b1e605b4-e190-447f-bdfa-25888baa7d56
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1549 | 2024-12-14T03:47:10.608Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2715
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = b1e605b4-e190-447f-bdfa-25888baa7d56
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1550 | 2024-12-14T03:47:10.608Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 1929753a-dcdd-4a2a-a79a-b3665fb0752c
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1551 | 2024-12-14T03:47:10.608Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 1929753a-dcdd-4a2a-a79a-b3665fb0752c
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1552 | 2024-12-14T03:47:10.611Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2602
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 1929753a-dcdd-4a2a-a79a-b3665fb0752c
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1553 | 2024-12-14T03:47:15.615Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1059
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 2ad5a4ca-a274-4c76-a878-fd0e95be28f8
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1554 | 2024-12-14T03:47:16.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 75
reason = Timeout
|
| 1555 | 2024-12-14T03:47:16.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1556 | 2024-12-14T03:47:16.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 75
reason = Timeout
|
| 1557 | 2024-12-14T03:47:16.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1558 | 2024-12-14T03:47:16.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1559 | 2024-12-14T03:47:16.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1560 | 2024-12-14T03:47:16.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1561 | 2024-12-14T03:47:16.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1562 | 2024-12-14T03:47:16.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1563 | 2024-12-14T03:47:16.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1564 | 2024-12-14T03:47:16.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1565 | 2024-12-14T03:47:16.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1566 | 2024-12-14T03:47:16.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1567 | 2024-12-14T03:47:16.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1568 | 2024-12-14T03:47:16.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1569 | 2024-12-14T03:47:16.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1570 | 2024-12-14T03:47:16.376Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1571 | 2024-12-14T03:47:16.376Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 26.135093ms
iteration = 75
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1572 | 2024-12-14T03:47:16.381Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1573 | 2024-12-14T03:47:16.381Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1574 | 2024-12-14T03:47:16.382Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 32.540672ms
iteration = 75
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1575 | 2024-12-14T03:47:25.605Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = d0536cda-6206-40b3-8ff7-97e5c631096a
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1576 | 2024-12-14T03:47:25.605Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = d0536cda-6206-40b3-8ff7-97e5c631096a
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1577 | 2024-12-14T03:47:25.608Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 3161
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = d0536cda-6206-40b3-8ff7-97e5c631096a
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1578 | 2024-12-14T03:47:25.608Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 453bfaec-cf55-4629-b68b-fb5e5a0d090f
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1579 | 2024-12-14T03:47:25.609Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 453bfaec-cf55-4629-b68b-fb5e5a0d090f
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1580 | 2024-12-14T03:47:25.611Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2993
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 453bfaec-cf55-4629-b68b-fb5e5a0d090f
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1581 | 2024-12-14T03:47:25.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1144
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 74fd1bb8-e522-4673-8044-2aee5307c417
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1582 | 2024-12-14T03:47:26.165Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::1]:57826
|
| 1583 | 2024-12-14T03:47:26.165Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:57826
req_id = 4f6b153c-852e-414c-9cb0-758ca70fb002
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 1584 | 2024-12-14T03:47:26.165Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:57826
req_id = 4f6b153c-852e-414c-9cb0-758ca70fb002
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 1585 | 2024-12-14T03:47:26.176Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = d278f717-338f-4586-9211-4636baa82004
|
| 1586 | 2024-12-14T03:47:26.176Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 11281
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:57826
req_id = 4f6b153c-852e-414c-9cb0-758ca70fb002
response_code = 201
uri = /metrics/producers
|
| 1587 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 29
reason = Timeout
|
| 1588 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 26
reason = Timeout
|
| 1589 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1590 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 26
reason = Timeout
|
| 1591 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1592 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1593 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 76
reason = Timeout
|
| 1594 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 26
reason = Timeout
|
| 1595 | 2024-12-14T03:47:26.350Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 1596 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1597 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1598 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 26
reason = Timeout
|
| 1599 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1600 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 26
reason = Timeout
|
| 1601 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 26
reason = Timeout
|
| 1602 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1603 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1604 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 76
reason = Timeout
|
| 1605 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1606 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 26
reason = Timeout
|
| 1607 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 26
reason = Timeout
|
| 1608 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 26
reason = Timeout
|
| 1609 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1610 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 26
reason = Timeout
|
| 1611 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 1612 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1613 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 27
reason = Timeout
|
| 1614 | 2024-12-14T03:47:26.351Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 1615 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1616 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 26
reason = Timeout
|
| 1617 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1618 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 26
reason = Timeout
|
| 1619 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 1620 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 26
reason = Timeout
|
| 1621 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 1622 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1623 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1624 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1625 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1626 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1627 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1628 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1629 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1630 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1631 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 1632 | 2024-12-14T03:47:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1633 | 2024-12-14T03:47:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1634 | 2024-12-14T03:47:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 1635 | 2024-12-14T03:47:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1636 | 2024-12-14T03:47:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 1637 | 2024-12-14T03:47:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1638 | 2024-12-14T03:47:26.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1639 | 2024-12-14T03:47:26.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1640 | 2024-12-14T03:47:26.355Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 4.47179ms
iteration = 26
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 1641 | 2024-12-14T03:47:26.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1642 | 2024-12-14T03:47:26.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1643 | 2024-12-14T03:47:26.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1644 | 2024-12-14T03:47:26.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1645 | 2024-12-14T03:47:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1646 | 2024-12-14T03:47:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1647 | 2024-12-14T03:47:26.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1648 | 2024-12-14T03:47:26.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 1649 | 2024-12-14T03:47:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1650 | 2024-12-14T03:47:26.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1651 | 2024-12-14T03:47:26.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 1652 | 2024-12-14T03:47:26.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1653 | 2024-12-14T03:47:26.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1654 | 2024-12-14T03:47:26.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1655 | 2024-12-14T03:47:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1656 | 2024-12-14T03:47:26.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1657 | 2024-12-14T03:47:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1658 | 2024-12-14T03:47:26.360Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1852, tv_nsec: 675506676 } })
|
| 1659 | 2024-12-14T03:47:26.360Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 1660 | 2024-12-14T03:47:26.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1661 | 2024-12-14T03:47:26.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1662 | 2024-12-14T03:47:26.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1663 | 2024-12-14T03:47:26.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1664 | 2024-12-14T03:47:26.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1665 | 2024-12-14T03:47:26.364Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1852, tv_nsec: 678996346 } })
|
| 1666 | 2024-12-14T03:47:26.364Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 1667 | 2024-12-14T03:47:26.365Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 14.272476ms
iteration = 26
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1668 | 2024-12-14T03:47:26.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1669 | 2024-12-14T03:47:26.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1670 | 2024-12-14T03:47:26.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1671 | 2024-12-14T03:47:26.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1672 | 2024-12-14T03:47:26.366Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1673 | 2024-12-14T03:47:26.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1674 | 2024-12-14T03:47:26.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1675 | 2024-12-14T03:47:26.368Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1676 | 2024-12-14T03:47:26.368Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1677 | 2024-12-14T03:47:26.368Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1678 | 2024-12-14T03:47:26.387Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1679 | 2024-12-14T03:47:26.390Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 1680 | 2024-12-14T03:47:26.390Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1681 | 2024-12-14T03:47:26.391Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1682 | 2024-12-14T03:47:26.394Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1852, tv_nsec: 709363905 } })
|
| 1683 | 2024-12-14T03:47:26.394Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1684 | 2024-12-14T03:47:26.398Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 47.807768ms
iteration = 26
status = {"errors":[],"records_set_to_done":[]}
|
| 1685 | 2024-12-14T03:47:26.401Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1686 | 2024-12-14T03:47:26.401Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1687 | 2024-12-14T03:47:26.402Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1688 | 2024-12-14T03:47:26.403Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1689 | 2024-12-14T03:47:26.403Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1690 | 2024-12-14T03:47:26.403Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1691 | 2024-12-14T03:47:26.405Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1692 | 2024-12-14T03:47:26.405Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1693 | 2024-12-14T03:47:26.406Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 55.002142ms
iteration = 76
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1694 | 2024-12-14T03:47:26.406Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1695 | 2024-12-14T03:47:26.406Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1696 | 2024-12-14T03:47:26.407Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 55.823978ms
iteration = 26
status = {"errors":[],"garbage_collect_requested":[]}
|
| 1697 | 2024-12-14T03:47:26.407Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 1
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 1698 | 2024-12-14T03:47:26.407Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 56.499461ms
iteration = 26
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":1,"total_instances":0,"update_sagas_queued":0}
|
| 1699 | 2024-12-14T03:47:26.408Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 1700 | 2024-12-14T03:47:26.408Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1701 | 2024-12-14T03:47:26.408Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1702 | 2024-12-14T03:47:26.409Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1703 | 2024-12-14T03:47:26.409Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1704 | 2024-12-14T03:47:26.409Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1705 | 2024-12-14T03:47:26.410Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 59.265778ms
iteration = 26
status = 0
|
| 1706 | 2024-12-14T03:47:26.411Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1707 | 2024-12-14T03:47:26.411Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 1708 | 2024-12-14T03:47:26.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1709 | 2024-12-14T03:47:26.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1710 | 2024-12-14T03:47:26.417Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1711 | 2024-12-14T03:47:26.417Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1712 | 2024-12-14T03:47:26.417Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "8d7d77ac-240e-4637-8f31-b4527a7352b2", "content-length": "26", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1713 | 2024-12-14T03:47:26.418Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1714 | 2024-12-14T03:47:26.419Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1715 | 2024-12-14T03:47:26.424Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1716 | 2024-12-14T03:47:26.424Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 1717 | 2024-12-14T03:47:26.424Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1718 | 2024-12-14T03:47:26.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1719 | 2024-12-14T03:47:26.425Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 1720 | 2024-12-14T03:47:26.425Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1721 | 2024-12-14T03:47:26.425Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "a3140d8f-cd82-4541-8cc6-a201f0a7183d", "content-length": "26", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1722 | 2024-12-14T03:47:26.425Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1723 | 2024-12-14T03:47:26.426Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1724 | 2024-12-14T03:47:26.428Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1725 | 2024-12-14T03:47:26.428Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1726 | 2024-12-14T03:47:26.428Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 1727 | 2024-12-14T03:47:26.428Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1728 | 2024-12-14T03:47:26.431Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1729 | 2024-12-14T03:47:26.431Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 80.160055ms
iteration = 76
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1730 | 2024-12-14T03:47:26.440Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1731 | 2024-12-14T03:47:26.440Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1732 | 2024-12-14T03:47:26.444Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 93.784478ms
iteration = 26
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 1733 | 2024-12-14T03:47:26.454Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 1734 | 2024-12-14T03:47:26.454Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 1735 | 2024-12-14T03:47:26.454Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 103.907511ms
iteration = 26
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 1736 | 2024-12-14T03:47:26.467Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 116.589495ms
iteration = 26
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 1737 | 2024-12-14T03:47:26.468Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 118.054154ms
iteration = 29
status = {"physical_disks_added":0}
|
| 1738 | 2024-12-14T03:47:26.483Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1739 | 2024-12-14T03:47:26.483Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1740 | 2024-12-14T03:47:26.492Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1741 | 2024-12-14T03:47:26.492Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1742 | 2024-12-14T03:47:26.545Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 1743 | 2024-12-14T03:47:26.545Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "61bdc5b8-1ba4-418b-962e-4e05e84fd6b7", "content-length": "2", "date": "Sat, 14 Dec 2024 03:47:25 GMT"} })
|
| 1744 | 2024-12-14T03:47:26.546Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1745 | 2024-12-14T03:47:26.546Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1746 | 2024-12-14T03:47:26.575Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 1747 | 2024-12-14T03:47:26.575Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1748 | 2024-12-14T03:47:26.575Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "81d1b571-8c94-4c8e-872b-3a474a92962a", "content-length": "372", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1749 | 2024-12-14T03:47:26.575Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1750 | 2024-12-14T03:47:26.575Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1751 | 2024-12-14T03:47:26.577Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 227.010487ms
iteration = 26
status = null
|
| 1752 | 2024-12-14T03:47:26.581Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 1753 | 2024-12-14T03:47:26.581Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 1754 | 2024-12-14T03:47:26.582Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "08256d8c-e04b-424b-8d5e-43e222f4fbd5", "content-length": "26", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1755 | 2024-12-14T03:47:26.582Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 1756 | 2024-12-14T03:47:26.584Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1757 | 2024-12-14T03:47:26.589Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 1758 | 2024-12-14T03:47:26.589Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 1759 | 2024-12-14T03:47:26.589Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "4f740532-6656-40bd-bdb0-21a470bdd85c", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1760 | 2024-12-14T03:47:26.589Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1761 | 2024-12-14T03:47:26.589Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1762 | 2024-12-14T03:47:26.591Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1763 | 2024-12-14T03:47:26.591Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1764 | 2024-12-14T03:47:26.594Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1765 | 2024-12-14T03:47:26.594Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1766 | 2024-12-14T03:47:26.597Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 1767 | 2024-12-14T03:47:26.597Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 1768 | 2024-12-14T03:47:26.597Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "2f9bd813-6835-4819-ab21-592dc6ccf7fa", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1769 | 2024-12-14T03:47:26.598Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 247.697552ms
iteration = 27
status = {}
|
| 1770 | 2024-12-14T03:47:26.602Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 251.477348ms
iteration = 26
status = {}
|
| 1771 | 2024-12-14T03:47:26.605Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1772 | 2024-12-14T03:47:26.607Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1773 | 2024-12-14T03:47:26.607Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1774 | 2024-12-14T03:47:26.607Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1775 | 2024-12-14T03:47:26.609Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1776 | 2024-12-14T03:47:26.610Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 1777 | 2024-12-14T03:47:26.610Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1778 | 2024-12-14T03:47:26.611Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1779 | 2024-12-14T03:47:26.675Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 1780 | 2024-12-14T03:47:26.675Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "ebf0e094-e663-4d5c-94de-7a7162a906d9", "content-length": "691", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1781 | 2024-12-14T03:47:26.675Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 1782 | 2024-12-14T03:47:26.675Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 1783 | 2024-12-14T03:47:26.675Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 1784 | 2024-12-14T03:47:26.676Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 325.500491ms
iteration = 26
status = {}
|
| 1785 | 2024-12-14T03:47:26.715Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1786 | 2024-12-14T03:47:26.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1787 | 2024-12-14T03:47:26.717Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 1788 | 2024-12-14T03:47:26.717Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1789 | 2024-12-14T03:47:26.717Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1790 | 2024-12-14T03:47:26.727Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 1791 | 2024-12-14T03:47:26.727Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "2d3c2bf5-67a5-4d23-aa0d-e4a9ef9808f7", "content-length": "134", "date": "Sat, 14 Dec 2024 03:47:25 GMT"} })
|
| 1792 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 1793 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 1794 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 1795 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 1796 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1797 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1798 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1799 | 2024-12-14T03:47:26.727Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1800 | 2024-12-14T03:47:26.728Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 1801 | 2024-12-14T03:47:26.728Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 1802 | 2024-12-14T03:47:26.728Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 1803 | 2024-12-14T03:47:26.728Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1804 | 2024-12-14T03:47:26.728Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1805 | 2024-12-14T03:47:26.730Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 1806 | 2024-12-14T03:47:26.730Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "ec692571-dc0d-4390-86ba-5be6ffbfa557", "content-length": "2", "date": "Sat, 14 Dec 2024 03:47:25 GMT"} })
|
| 1807 | 2024-12-14T03:47:26.730Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 1808 | 2024-12-14T03:47:26.730Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "a46b3502-805f-4428-b344-793ea9cbeae2", "content-length": "52", "date": "Sat, 14 Dec 2024 03:47:25 GMT"} })
|
| 1809 | 2024-12-14T03:47:26.730Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 1810 | 2024-12-14T03:47:26.730Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 1811 | 2024-12-14T03:47:26.824Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "59f69726-6e0a-4c16-9681-139d329d62ae", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1812 | 2024-12-14T03:47:26.824Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 1813 | 2024-12-14T03:47:26.824Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 1814 | 2024-12-14T03:47:26.824Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "1e411013-0667-4a6a-ada0-16ee685ea7b7", "content-length": "682", "date": "Sat, 14 Dec 2024 03:47:26 GMT"} })
|
| 1815 | 2024-12-14T03:47:26.824Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1816 | 2024-12-14T03:47:26.824Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1817 | 2024-12-14T03:47:26.828Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1818 | 2024-12-14T03:47:26.828Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1819 | 2024-12-14T03:47:26.831Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1820 | 2024-12-14T03:47:26.832Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1821 | 2024-12-14T03:47:26.834Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1822 | 2024-12-14T03:47:26.834Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1823 | 2024-12-14T03:47:26.842Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 492.087968ms
iteration = 26
status = {}
|
| 1824 | 2024-12-14T03:47:35.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1009
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = c7ea8e84-7d11-4711-97c8-af5399f61a94
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1825 | 2024-12-14T03:47:36.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 77
reason = Timeout
|
| 1826 | 2024-12-14T03:47:36.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1827 | 2024-12-14T03:47:36.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 77
reason = Timeout
|
| 1828 | 2024-12-14T03:47:36.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1829 | 2024-12-14T03:47:36.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1830 | 2024-12-14T03:47:36.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1831 | 2024-12-14T03:47:36.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1832 | 2024-12-14T03:47:36.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1833 | 2024-12-14T03:47:36.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1834 | 2024-12-14T03:47:36.354Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 3.98687ms
iteration = 77
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1835 | 2024-12-14T03:47:36.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1836 | 2024-12-14T03:47:36.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1837 | 2024-12-14T03:47:36.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1838 | 2024-12-14T03:47:36.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1839 | 2024-12-14T03:47:36.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1840 | 2024-12-14T03:47:36.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1841 | 2024-12-14T03:47:36.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1842 | 2024-12-14T03:47:36.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1843 | 2024-12-14T03:47:36.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1844 | 2024-12-14T03:47:36.373Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1845 | 2024-12-14T03:47:36.373Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 23.612793ms
iteration = 77
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1846 | 2024-12-14T03:47:40.606Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 6eb9115f-0cbf-4ef4-8938-27de4d6f284a
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1847 | 2024-12-14T03:47:40.606Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 6eb9115f-0cbf-4ef4-8938-27de4d6f284a
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1848 | 2024-12-14T03:47:40.608Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2022
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = 6eb9115f-0cbf-4ef4-8938-27de4d6f284a
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?sort_by=id_ascending
|
| 1849 | 2024-12-14T03:47:40.608Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = cc8ff4c4-2d76-4ace-88d4-3bb20a2d6274
roles = RoleSet { roles: {} }
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1850 | 2024-12-14T03:47:40.608Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = cc8ff4c4-2d76-4ace-88d4-3bb20a2d6274
resource = Database
result = Ok(())
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1851 | 2024-12-14T03:47:40.610Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 2059
local_addr = [fd00:1122:3344:101::b]:12221
method = GET
remote_addr = [fd00:1122:3344:101::d]:56805
req_id = cc8ff4c4-2d76-4ace-88d4-3bb20a2d6274
response_code = 200
uri = /metrics/collectors/a321e00a-3126-4ea4-b26d-c0e3eea69166/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJlOGQ5NjQ2Zi1hNTQxLTRjMTEtYjViMi1mOTUzNDI3Y2EyZjMifX0%3D
|
| 1852 | 2024-12-14T03:47:45.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1017
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 0ff50e4d-f9f3-4d92-8d2a-4bbfdffb2072
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1853 | 2024-12-14T03:47:46.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 78
reason = Timeout
|
| 1854 | 2024-12-14T03:47:46.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1855 | 2024-12-14T03:47:46.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 78
reason = Timeout
|
| 1856 | 2024-12-14T03:47:46.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1857 | 2024-12-14T03:47:46.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1858 | 2024-12-14T03:47:46.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1859 | 2024-12-14T03:47:46.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1860 | 2024-12-14T03:47:46.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1861 | 2024-12-14T03:47:46.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1862 | 2024-12-14T03:47:46.354Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.522641ms
iteration = 78
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 1863 | 2024-12-14T03:47:46.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1864 | 2024-12-14T03:47:46.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1865 | 2024-12-14T03:47:46.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1866 | 2024-12-14T03:47:46.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1867 | 2024-12-14T03:47:46.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1868 | 2024-12-14T03:47:46.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1869 | 2024-12-14T03:47:46.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 1870 | 2024-12-14T03:47:46.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1871 | 2024-12-14T03:47:46.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1872 | 2024-12-14T03:47:46.374Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 1873 | 2024-12-14T03:47:46.374Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 24.214715ms
iteration = 78
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 1874 | 2024-12-14T03:47:55.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1123
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 6be6eb23-4406-49bb-9d9f-79a9a8eb7c4f
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 1875 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 79
reason = Timeout
|
| 1876 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 27
reason = Timeout
|
| 1877 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1878 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1879 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 14
reason = Timeout
|
| 1880 | 2024-12-14T03:47:56.350Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 1881 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 15
reason = Timeout
|
| 1882 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 1883 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 30
reason = Timeout
|
| 1884 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1885 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 27
reason = Timeout
|
| 1886 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 14
reason = Timeout
|
| 1887 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 1888 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 1889 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 28
reason = Timeout
|
| 1890 | 2024-12-14T03:47:56.350Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 1891 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1892 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 15
reason = Timeout
|
| 1893 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 27
reason = Timeout
|
| 1894 | 2024-12-14T03:47:56.350Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
|
| 1895 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 13.12\u{b5}s
iteration = 15
status = {"enabled":false,"target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1"}
|
| 1896 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 1897 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 27
reason = Timeout
|
| 1898 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 14
reason = Timeout
|
| 1899 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 1900 | 2024-12-14T03:47:56.350Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 03:37:56.350401643 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 1901 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 1902 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 27
reason = Timeout
|
| 1903 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 27
reason = Timeout
|
| 1904 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1905 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 1906 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 14
reason = Timeout
|
| 1907 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 1908 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 15
reason = Timeout
|
| 1909 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 1910 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 14
reason = Timeout
|
| 1911 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 1912 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 27
reason = Timeout
|
| 1913 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 1914 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 27
reason = Timeout
|
| 1915 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 1916 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 15
reason = Timeout
|
| 1917 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 1918 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 1919 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 15
reason = Timeout
|
| 1920 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 1921 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 1922 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 16
reason = Timeout
|
| 1923 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 16
reason = Timeout
|
| 1924 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 15
reason = Timeout
|
| 1925 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 27
reason = Timeout
|
| 1926 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 27
reason = Timeout
|
| 1927 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 1928 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 1929 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 79
reason = Timeout
|
| 1930 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 1931 | 2024-12-14T03:47:56.350Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1932 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1933 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1934 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1935 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 1936 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 27
reason = Timeout
|
| 1937 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 1938 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 1939 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 27
reason = Timeout
|
| 1940 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 1941 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 27
reason = Timeout
|
| 1942 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 1943 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 1944 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 1945 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 1946 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 1947 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 1948 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 1949 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 1950 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 1951 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 1952 | 2024-12-14T03:47:56.351Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("28f528f1-3159-4fbc-9304-37b7e4a50ae8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 666034123 } })
|
| 1953 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 1954 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 1955 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 1956 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 1957 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 1958 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 1959 | 2024-12-14T03:47:56.351Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("3db8556d-0ae0-4824-8953-f38d8eef7409.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7b672843-049d-4d9c-b0a2-21d7b6323621.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 666137185 } })
|
| 1960 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 1961 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 1962 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 1963 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 1964 | 2024-12-14T03:47:56.351Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.619452ms
iteration = 15
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
| 1965 | 2024-12-14T03:47:56.352Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 1966 | 2024-12-14T03:47:56.352Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.333757ms
iteration = 15
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 1967 | 2024-12-14T03:47:56.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1968 | 2024-12-14T03:47:56.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1969 | 2024-12-14T03:47:56.354Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.600492ms
iteration = 27
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 1970 | 2024-12-14T03:47:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1971 | 2024-12-14T03:47:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1972 | 2024-12-14T03:47:56.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1973 | 2024-12-14T03:47:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 1974 | 2024-12-14T03:47:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 1975 | 2024-12-14T03:47:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 1976 | 2024-12-14T03:47:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 1977 | 2024-12-14T03:47:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 1978 | 2024-12-14T03:47:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 1979 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 1980 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 1981 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 1982 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 1983 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 1984 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 1985 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 1986 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 1987 | 2024-12-14T03:47:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 1988 | 2024-12-14T03:47:56.359Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 674460551 } })
|
| 1989 | 2024-12-14T03:47:56.360Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 03:37:56.350401643 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 1990 | 2024-12-14T03:47:56.360Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 9.720255ms
iteration = 14
status = {"expiration":"2024-12-14T03:37:56.350401643Z","pruned":[]}
|
| 1991 | 2024-12-14T03:47:56.360Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 1992 | 2024-12-14T03:47:56.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1993 | 2024-12-14T03:47:56.361Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 675709926 } })
|
| 1994 | 2024-12-14T03:47:56.361Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 1995 | 2024-12-14T03:47:56.362Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 11.639033ms
iteration = 14
status = {"errors":[],"found_port_ok":[]}
|
| 1996 | 2024-12-14T03:47:56.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 1997 | 2024-12-14T03:47:56.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 1998 | 2024-12-14T03:47:56.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 1999 | 2024-12-14T03:47:56.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2000 | 2024-12-14T03:47:56.363Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 2001 | 2024-12-14T03:47:56.363Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 2002 | 2024-12-14T03:47:56.363Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 13.256706ms
iteration = 14
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 2003 | 2024-12-14T03:47:56.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 2004 | 2024-12-14T03:47:56.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 2005 | 2024-12-14T03:47:56.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2006 | 2024-12-14T03:47:56.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 2007 | 2024-12-14T03:47:56.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2008 | 2024-12-14T03:47:56.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2009 | 2024-12-14T03:47:56.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2010 | 2024-12-14T03:47:56.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2011 | 2024-12-14T03:47:56.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2012 | 2024-12-14T03:47:56.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2013 | 2024-12-14T03:47:56.366Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2014 | 2024-12-14T03:47:56.366Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 2015 | 2024-12-14T03:47:56.366Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2016 | 2024-12-14T03:47:56.366Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2017 | 2024-12-14T03:47:56.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 2018 | 2024-12-14T03:47:56.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2019 | 2024-12-14T03:47:56.367Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2020 | 2024-12-14T03:47:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 2021 | 2024-12-14T03:47:56.370Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 2022 | 2024-12-14T03:47:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2023 | 2024-12-14T03:47:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2024 | 2024-12-14T03:47:56.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2025 | 2024-12-14T03:47:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2026 | 2024-12-14T03:47:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2027 | 2024-12-14T03:47:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2028 | 2024-12-14T03:47:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 2029 | 2024-12-14T03:47:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2030 | 2024-12-14T03:47:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2031 | 2024-12-14T03:47:56.373Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2032 | 2024-12-14T03:47:56.374Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2033 | 2024-12-14T03:47:56.375Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2034 | 2024-12-14T03:47:56.375Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1882, tv_nsec: 690369900 } })
|
| 2035 | 2024-12-14T03:47:56.376Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2036 | 2024-12-14T03:47:56.377Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2037 | 2024-12-14T03:47:56.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2038 | 2024-12-14T03:47:56.377Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2039 | 2024-12-14T03:47:56.377Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 2040 | 2024-12-14T03:47:56.377Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2041 | 2024-12-14T03:47:56.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2042 | 2024-12-14T03:47:56.378Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 2043 | 2024-12-14T03:47:56.378Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 2044 | 2024-12-14T03:47:56.382Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 2045 | 2024-12-14T03:47:56.382Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 2046 | 2024-12-14T03:47:56.382Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 2047 | 2024-12-14T03:47:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2048 | 2024-12-14T03:47:56.382Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2049 | 2024-12-14T03:47:56.384Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2050 | 2024-12-14T03:47:56.384Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2051 | 2024-12-14T03:47:56.386Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2052 | 2024-12-14T03:47:56.387Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 2053 | 2024-12-14T03:47:56.387Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2054 | 2024-12-14T03:47:56.387Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2055 | 2024-12-14T03:47:56.388Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2056 | 2024-12-14T03:47:56.388Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2057 | 2024-12-14T03:47:56.388Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2058 | 2024-12-14T03:47:56.389Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 2059 | 2024-12-14T03:47:56.389Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2060 | 2024-12-14T03:47:56.390Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2061 | 2024-12-14T03:47:56.410Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 59.528783ms
iteration = 27
status = {"errors":[],"garbage_collect_requested":[]}
|
| 2062 | 2024-12-14T03:47:56.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2063 | 2024-12-14T03:47:56.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2064 | 2024-12-14T03:47:56.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2065 | 2024-12-14T03:47:56.412Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2066 | 2024-12-14T03:47:56.413Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2067 | 2024-12-14T03:47:56.413Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 62.957192ms
iteration = 79
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2068 | 2024-12-14T03:47:56.413Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 62.325489ms
iteration = 79
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2069 | 2024-12-14T03:47:56.414Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2070 | 2024-12-14T03:47:56.414Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2071 | 2024-12-14T03:47:56.416Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 65.867ms
iteration = 27
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 2072 | 2024-12-14T03:47:56.416Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 64.919231ms
iteration = 27
status = {"errors":[],"records_set_to_done":[]}
|
| 2073 | 2024-12-14T03:47:56.416Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2074 | 2024-12-14T03:47:56.416Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2075 | 2024-12-14T03:47:56.416Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2076 | 2024-12-14T03:47:56.419Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 2077 | 2024-12-14T03:47:56.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2078 | 2024-12-14T03:47:56.419Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2079 | 2024-12-14T03:47:56.421Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 71.361589ms
iteration = 27
status = 0
|
| 2080 | 2024-12-14T03:47:56.422Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 2081 | 2024-12-14T03:47:56.422Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 72.534214ms
iteration = 27
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 2082 | 2024-12-14T03:47:56.423Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2083 | 2024-12-14T03:47:56.424Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 2084 | 2024-12-14T03:47:56.424Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 2085 | 2024-12-14T03:47:56.424Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 2086 | 2024-12-14T03:47:56.424Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2087 | 2024-12-14T03:47:56.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2088 | 2024-12-14T03:47:56.426Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 2089 | 2024-12-14T03:47:56.426Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2090 | 2024-12-14T03:47:56.426Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2091 | 2024-12-14T03:47:56.426Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2092 | 2024-12-14T03:47:56.426Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2093 | 2024-12-14T03:47:56.426Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 2094 | 2024-12-14T03:47:56.426Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 75.946532ms
iteration = 27
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 2095 | 2024-12-14T03:47:56.428Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 77.639015ms
iteration = 27
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 2096 | 2024-12-14T03:47:56.428Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2097 | 2024-12-14T03:47:56.428Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 2098 | 2024-12-14T03:47:56.428Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 2099 | 2024-12-14T03:47:56.428Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 78.789229ms
iteration = 14
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 2100 | 2024-12-14T03:47:56.429Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2101 | 2024-12-14T03:47:56.429Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 2102 | 2024-12-14T03:47:56.429Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 2103 | 2024-12-14T03:47:56.429Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2104 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 2105 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2106 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2107 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 2108 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 2109 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2110 | 2024-12-14T03:47:56.430Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2111 | 2024-12-14T03:47:56.431Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 2112 | 2024-12-14T03:47:56.432Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2113 | 2024-12-14T03:47:56.432Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2114 | 2024-12-14T03:47:56.438Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 87.887061ms
iteration = 30
status = {"physical_disks_added":0}
|
| 2115 | 2024-12-14T03:47:56.454Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2116 | 2024-12-14T03:47:56.455Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2117 | 2024-12-14T03:47:56.465Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2118 | 2024-12-14T03:47:56.467Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 2119 | 2024-12-14T03:47:56.467Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 2120 | 2024-12-14T03:47:56.467Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2121 | 2024-12-14T03:47:56.467Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2122 | 2024-12-14T03:47:56.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 2123 | 2024-12-14T03:47:56.468Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2124 | 2024-12-14T03:47:56.468Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2125 | 2024-12-14T03:47:56.483Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 132.041645ms
iteration = 27
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 2126 | 2024-12-14T03:47:56.485Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T03:34:54.541856Z, time_modified: 2024-12-14T03:34:54.541856Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }) }
|
| 2127 | 2024-12-14T03:47:56.485Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 135.340441ms
iteration = 15
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]}},"default_endpoint":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 2128 | 2024-12-14T03:47:56.487Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 2129 | 2024-12-14T03:47:56.487Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2130 | 2024-12-14T03:47:56.488Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2131 | 2024-12-14T03:47:56.524Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 2132 | 2024-12-14T03:47:56.524Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 174.562037ms
iteration = 14
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 2133 | 2024-12-14T03:47:56.624Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 2134 | 2024-12-14T03:47:56.624Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 2135 | 2024-12-14T03:47:56.624Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "3cf8cfc9-7e0a-485e-8424-93175e1fa4a7", "content-length": "372", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2136 | 2024-12-14T03:47:56.624Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2137 | 2024-12-14T03:47:56.625Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2138 | 2024-12-14T03:47:56.627Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 2139 | 2024-12-14T03:47:56.627Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 2140 | 2024-12-14T03:47:56.627Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 03:35:40.104814 UTC
dns_group = internal
generation = 1
|
| 2141 | 2024-12-14T03:47:56.627Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 277.263734ms
iteration = 15
status = {"generation":1}
|
| 2142 | 2024-12-14T03:47:56.630Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 2143 | 2024-12-14T03:47:56.639Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 2144 | 2024-12-14T03:47:56.639Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 2145 | 2024-12-14T03:47:56.639Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "65793b4b-dc09-45d2-910c-2c095753587b", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2146 | 2024-12-14T03:47:56.639Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2147 | 2024-12-14T03:47:56.640Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2148 | 2024-12-14T03:47:56.642Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2149 | 2024-12-14T03:47:56.642Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2150 | 2024-12-14T03:47:56.645Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2151 | 2024-12-14T03:47:56.645Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2152 | 2024-12-14T03:47:56.648Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 2153 | 2024-12-14T03:47:56.648Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 2154 | 2024-12-14T03:47:56.648Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "485e7078-da75-416b-81a0-c60aca4c3727", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2155 | 2024-12-14T03:47:56.650Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 300.175174ms
iteration = 28
status = {}
|
| 2156 | 2024-12-14T03:47:56.651Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 2157 | 2024-12-14T03:47:56.651Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2158 | 2024-12-14T03:47:56.652Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "9d3e21a1-886e-4967-a3fd-b50b06d23701", "content-length": "26", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2159 | 2024-12-14T03:47:56.652Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2160 | 2024-12-14T03:47:56.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2161 | 2024-12-14T03:47:56.653Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2162 | 2024-12-14T03:47:56.655Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 2163 | 2024-12-14T03:47:56.655Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2164 | 2024-12-14T03:47:56.656Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2165 | 2024-12-14T03:47:56.657Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2166 | 2024-12-14T03:47:56.657Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 2167 | 2024-12-14T03:47:56.657Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2168 | 2024-12-14T03:47:56.658Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "fc2aa1e5-1f4d-41de-8afe-bfa4c81ac083", "content-length": "26", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2169 | 2024-12-14T03:47:56.658Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2170 | 2024-12-14T03:47:56.658Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2171 | 2024-12-14T03:47:56.658Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 2172 | 2024-12-14T03:47:56.658Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 2173 | 2024-12-14T03:47:56.658Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 03:35:40.905586 UTC
dns_group = external
generation = 2
|
| 2174 | 2024-12-14T03:47:56.658Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 307.811527ms
iteration = 15
status = {"generation":2}
|
| 2175 | 2024-12-14T03:47:56.659Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2176 | 2024-12-14T03:47:56.659Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 2177 | 2024-12-14T03:47:56.661Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 2178 | 2024-12-14T03:47:56.661Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2179 | 2024-12-14T03:47:56.661Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2180 | 2024-12-14T03:47:56.662Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2181 | 2024-12-14T03:47:56.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 2182 | 2024-12-14T03:47:56.664Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2183 | 2024-12-14T03:47:56.664Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2184 | 2024-12-14T03:47:56.675Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 2185 | 2024-12-14T03:47:56.676Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "39a2a2c0-b213-4a7b-975a-f44556b5f91f", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2186 | 2024-12-14T03:47:56.676Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2187 | 2024-12-14T03:47:56.678Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "b42d2670-56a9-46a6-8ad1-0c70daa4fd48", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2188 | 2024-12-14T03:47:56.678Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2189 | 2024-12-14T03:47:56.680Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 2190 | 2024-12-14T03:47:56.680Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2191 | 2024-12-14T03:47:56.680Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "dddd16c9-7ad1-40bf-a8fb-57cb58aa369b", "content-length": "26", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2192 | 2024-12-14T03:47:56.680Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2193 | 2024-12-14T03:47:56.680Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2194 | 2024-12-14T03:47:56.680Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 330.116294ms
iteration = 16
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 2195 | 2024-12-14T03:47:56.682Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 2196 | 2024-12-14T03:47:56.823Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 472.807602ms
iteration = 27
status = {}
|
| 2197 | 2024-12-14T03:47:56.916Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 2198 | 2024-12-14T03:47:56.940Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 2199 | 2024-12-14T03:47:56.941Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "095976a3-9c29-41ca-91ab-c4fa7afe8345", "content-length": "2", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2200 | 2024-12-14T03:47:56.942Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 2201 | 2024-12-14T03:47:56.942Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 2202 | 2024-12-14T03:47:56.942Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 2203 | 2024-12-14T03:47:56.943Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8fdb13ba-1160-438b-87a7-6cda45d4899b", "content-length": "691", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2204 | 2024-12-14T03:47:56.943Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 2205 | 2024-12-14T03:47:56.943Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 2206 | 2024-12-14T03:47:56.943Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 2207 | 2024-12-14T03:47:56.944Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 594.50089ms
iteration = 27
status = null
|
| 2208 | 2024-12-14T03:47:56.945Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 594.676614ms
iteration = 27
status = {}
|
| 2209 | 2024-12-14T03:47:56.974Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 2210 | 2024-12-14T03:47:56.975Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "36f64c74-4309-4d14-b0d9-22417ef2b76e", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2211 | 2024-12-14T03:47:56.975Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2212 | 2024-12-14T03:47:56.976Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "c7bfe175-a431-407c-a2c8-eb77d37281f3", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2213 | 2024-12-14T03:47:56.976Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2214 | 2024-12-14T03:47:56.978Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "83ab7f77-f186-4239-b783-6312bdea9b1c", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2215 | 2024-12-14T03:47:56.978Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2216 | 2024-12-14T03:47:56.979Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2217 | 2024-12-14T03:47:56.979Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 629.257236ms
iteration = 16
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 2218 | 2024-12-14T03:47:57.006Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2219 | 2024-12-14T03:47:57.006Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2220 | 2024-12-14T03:47:57.008Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 2221 | 2024-12-14T03:47:57.008Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2222 | 2024-12-14T03:47:57.008Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2223 | 2024-12-14T03:47:57.015Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 2224 | 2024-12-14T03:47:57.016Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "f1038fcc-addf-4410-ad9d-d14ae1e253ea", "content-length": "134", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2225 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 2226 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 2227 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 2228 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 2229 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2230 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2231 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2232 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 2233 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2234 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 2235 | 2024-12-14T03:47:57.016Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2236 | 2024-12-14T03:47:57.016Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2237 | 2024-12-14T03:47:57.016Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2238 | 2024-12-14T03:47:57.018Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 2239 | 2024-12-14T03:47:57.019Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "9cbde87f-a62e-4956-b777-7718225c963a", "content-length": "2", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2240 | 2024-12-14T03:47:57.019Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 2241 | 2024-12-14T03:47:57.019Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "27e3041c-c3db-4b64-a2fe-89c3340cfe5a", "content-length": "52", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2242 | 2024-12-14T03:47:57.019Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 2243 | 2024-12-14T03:47:57.019Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 2244 | 2024-12-14T03:47:57.113Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "4a88f03a-5560-43b3-81d4-dd4801d1c53d", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2245 | 2024-12-14T03:47:57.113Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 2246 | 2024-12-14T03:47:57.113Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 2247 | 2024-12-14T03:47:57.113Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "a26f8721-6424-4881-9ea8-7fe1d50d673a", "content-length": "682", "date": "Sat, 14 Dec 2024 03:47:56 GMT"} })
|
| 2248 | 2024-12-14T03:47:57.113Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2249 | 2024-12-14T03:47:57.114Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2250 | 2024-12-14T03:47:57.117Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2251 | 2024-12-14T03:47:57.117Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2252 | 2024-12-14T03:47:57.121Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2253 | 2024-12-14T03:47:57.121Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2254 | 2024-12-14T03:47:57.123Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2255 | 2024-12-14T03:47:57.124Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2256 | 2024-12-14T03:47:57.131Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 780.710921ms
iteration = 27
status = {}
|
| 2257 | 2024-12-14T03:47:57.404Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:63270
|
| 2258 | 2024-12-14T03:47:57.404Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:63270
req_id = d35402a5-19f6-4a55-9b75-d19c910597a5
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 2259 | 2024-12-14T03:47:57.405Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:63270
req_id = d35402a5-19f6-4a55-9b75-d19c910597a5
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 2260 | 2024-12-14T03:47:57.444Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = db02be0a-738a-45e5-a854-a5c5be80bed4
|
| 2261 | 2024-12-14T03:47:57.444Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39562
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:63270
req_id = d35402a5-19f6-4a55-9b75-d19c910597a5
response_code = 201
uri = /metrics/producers
|
| 2262 | 2024-12-14T03:48:05.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1047
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 29fb5258-a519-431e-886d-fff2bc35141c
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2263 | 2024-12-14T03:48:06.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 80
reason = Timeout
|
| 2264 | 2024-12-14T03:48:06.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 80
reason = Timeout
|
| 2265 | 2024-12-14T03:48:06.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2266 | 2024-12-14T03:48:06.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2267 | 2024-12-14T03:48:06.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2268 | 2024-12-14T03:48:06.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2269 | 2024-12-14T03:48:06.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2270 | 2024-12-14T03:48:06.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2271 | 2024-12-14T03:48:06.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2272 | 2024-12-14T03:48:06.354Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.03919ms
iteration = 80
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2273 | 2024-12-14T03:48:06.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 2274 | 2024-12-14T03:48:06.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2275 | 2024-12-14T03:48:06.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2276 | 2024-12-14T03:48:06.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2277 | 2024-12-14T03:48:06.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2278 | 2024-12-14T03:48:06.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2279 | 2024-12-14T03:48:06.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2280 | 2024-12-14T03:48:06.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2281 | 2024-12-14T03:48:06.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2282 | 2024-12-14T03:48:06.371Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2283 | 2024-12-14T03:48:06.371Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 20.834397ms
iteration = 80
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2284 | 2024-12-14T03:48:08.953Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::1]:54206
|
| 2285 | 2024-12-14T03:48:08.953Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:54206
req_id = 5960da8a-475e-4c97-8066-f0664067db99
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 2286 | 2024-12-14T03:48:08.954Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:54206
req_id = 5960da8a-475e-4c97-8066-f0664067db99
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 2287 | 2024-12-14T03:48:08.993Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 8d70e61c-94ed-41ce-b36c-cb904f92c534
|
| 2288 | 2024-12-14T03:48:08.993Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 39634
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::1]:54206
req_id = 5960da8a-475e-4c97-8066-f0664067db99
response_code = 201
uri = /metrics/producers
|
| 2289 | 2024-12-14T03:48:11.779Z | DEBG | nexus (producer-registration-task): registering / renewing oximeter producer lease with Nexus
|
| 2290 | 2024-12-14T03:48:11.779Z | DEBG | nexus (producer-registration-task): using nexus address for registration
addr = [fd00:1122:3344:101::b]:12221
|
| 2291 | 2024-12-14T03:48:11.809Z | DEBG | nexus (producer-registration-task): client request
body = Some(Body)
method = POST
uri = http://[fd00:1122:3344:101::b]:12221/metrics/producers
|
| 2292 | 2024-12-14T03:48:11.809Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::b]:34285
|
| 2293 | 2024-12-14T03:48:11.809Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:34285
req_id = f45b4d28-94f8-42ec-a80d-4f152abdf9b3
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 2294 | 2024-12-14T03:48:11.810Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:34285
req_id = f45b4d28-94f8-42ec-a80d-4f152abdf9b3
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 2295 | 2024-12-14T03:48:11.843Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2296 | 2024-12-14T03:48:11.843Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 33906
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::b]:34285
req_id = f45b4d28-94f8-42ec-a80d-4f152abdf9b3
response_code = 201
uri = /metrics/producers
|
| 2297 | 2024-12-14T03:48:11.843Z | DEBG | nexus (producer-registration-task): client response
result = Ok(Response { url: "http://[fd00:1122:3344:101::b]:12221/metrics/producers", status: 201, headers: {"content-type": "application/json", "x-request-id": "f45b4d28-94f8-42ec-a80d-4f152abdf9b3", "content-length": "41", "date": "Sat, 14 Dec 2024 03:48:11 GMT"} })
|
| 2298 | 2024-12-14T03:48:11.844Z | DEBG | nexus (producer-registration-task): registered with nexus successfully
|
| 2299 | 2024-12-14T03:48:11.844Z | DEBG | nexus (producer-registration-task): pausing until time to renew lease
lease_duration = 600s
wait_period = 150s
|
| 2300 | 2024-12-14T03:48:15.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1200
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 1091aaf9-7cb4-4c31-b11e-dffcde5f17fd
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2301 | 2024-12-14T03:48:16.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 81
reason = Timeout
|
| 2302 | 2024-12-14T03:48:16.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 81
reason = Timeout
|
| 2303 | 2024-12-14T03:48:16.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2304 | 2024-12-14T03:48:16.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2305 | 2024-12-14T03:48:16.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2306 | 2024-12-14T03:48:16.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2307 | 2024-12-14T03:48:16.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2308 | 2024-12-14T03:48:16.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2309 | 2024-12-14T03:48:16.354Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2310 | 2024-12-14T03:48:16.355Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.682694ms
iteration = 81
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2311 | 2024-12-14T03:48:16.355Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 2312 | 2024-12-14T03:48:16.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2313 | 2024-12-14T03:48:16.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2314 | 2024-12-14T03:48:16.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2315 | 2024-12-14T03:48:16.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2316 | 2024-12-14T03:48:16.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2317 | 2024-12-14T03:48:16.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2318 | 2024-12-14T03:48:16.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2319 | 2024-12-14T03:48:16.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2320 | 2024-12-14T03:48:16.369Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2321 | 2024-12-14T03:48:16.369Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 18.777226ms
iteration = 81
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2322 | 2024-12-14T03:48:22.173Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:50951
|
| 2323 | 2024-12-14T03:48:22.173Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:50951
req_id = a7571cf6-d292-42ab-a741-d574a0d74c92
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 2324 | 2024-12-14T03:48:22.174Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:50951
req_id = a7571cf6-d292-42ab-a741-d574a0d74c92
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 2325 | 2024-12-14T03:48:22.182Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = 232a98a5-5cb7-4d84-a629-b03087fbd5b7
|
| 2326 | 2024-12-14T03:48:22.182Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 8918
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:50951
req_id = a7571cf6-d292-42ab-a741-d574a0d74c92
response_code = 201
uri = /metrics/producers
|
| 2327 | 2024-12-14T03:48:25.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1038
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = ec826153-e365-41a1-85e5-6524882ae550
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2328 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 29
reason = Timeout
|
| 2329 | 2024-12-14T03:48:26.350Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 2330 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 28
reason = Timeout
|
| 2331 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 28
reason = Timeout
|
| 2332 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2333 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 2334 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 82
reason = Timeout
|
| 2335 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 31
reason = Timeout
|
| 2336 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2337 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2338 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 28
reason = Timeout
|
| 2339 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 2340 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 28
reason = Timeout
|
| 2341 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 28
reason = Timeout
|
| 2342 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 2343 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2344 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 28
reason = Timeout
|
| 2345 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2346 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 28
reason = Timeout
|
| 2347 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 2348 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2349 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 28
reason = Timeout
|
| 2350 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 2351 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 82
reason = Timeout
|
| 2352 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2353 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 28
reason = Timeout
|
| 2354 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2355 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 28
reason = Timeout
|
| 2356 | 2024-12-14T03:48:26.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 2357 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 2358 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2359 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2360 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2361 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2362 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 2363 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2364 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2365 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2366 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 2367 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 2368 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 2369 | 2024-12-14T03:48:26.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2370 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 28
reason = Timeout
|
| 2371 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 28
reason = Timeout
|
| 2372 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 2373 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 28
reason = Timeout
|
| 2374 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 2375 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2376 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2377 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 2378 | 2024-12-14T03:48:26.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 2379 | 2024-12-14T03:48:26.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2380 | 2024-12-14T03:48:26.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2381 | 2024-12-14T03:48:26.353Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1912, tv_nsec: 668114034 } })
|
| 2382 | 2024-12-14T03:48:26.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 3.398678ms
iteration = 28
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 2383 | 2024-12-14T03:48:26.354Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 2384 | 2024-12-14T03:48:26.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2385 | 2024-12-14T03:48:26.355Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2386 | 2024-12-14T03:48:26.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 2387 | 2024-12-14T03:48:26.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2388 | 2024-12-14T03:48:26.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2389 | 2024-12-14T03:48:26.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 2390 | 2024-12-14T03:48:26.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2391 | 2024-12-14T03:48:26.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2392 | 2024-12-14T03:48:26.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 2393 | 2024-12-14T03:48:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2394 | 2024-12-14T03:48:26.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2395 | 2024-12-14T03:48:26.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 2396 | 2024-12-14T03:48:26.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2397 | 2024-12-14T03:48:26.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2398 | 2024-12-14T03:48:26.359Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1912, tv_nsec: 673402430 } })
|
| 2399 | 2024-12-14T03:48:26.359Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 2400 | 2024-12-14T03:48:26.359Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2401 | 2024-12-14T03:48:26.359Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 2402 | 2024-12-14T03:48:26.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2403 | 2024-12-14T03:48:26.360Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2404 | 2024-12-14T03:48:26.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2405 | 2024-12-14T03:48:26.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2406 | 2024-12-14T03:48:26.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 2407 | 2024-12-14T03:48:26.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 2408 | 2024-12-14T03:48:26.362Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 2409 | 2024-12-14T03:48:26.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 2410 | 2024-12-14T03:48:26.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2411 | 2024-12-14T03:48:26.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 2412 | 2024-12-14T03:48:26.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2413 | 2024-12-14T03:48:26.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 2414 | 2024-12-14T03:48:26.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2415 | 2024-12-14T03:48:26.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2416 | 2024-12-14T03:48:26.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2417 | 2024-12-14T03:48:26.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2418 | 2024-12-14T03:48:26.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2419 | 2024-12-14T03:48:26.366Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 2420 | 2024-12-14T03:48:26.366Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2421 | 2024-12-14T03:48:26.366Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2422 | 2024-12-14T03:48:26.368Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2423 | 2024-12-14T03:48:26.368Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2424 | 2024-12-14T03:48:26.369Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1912, tv_nsec: 683678786 } })
|
| 2425 | 2024-12-14T03:48:26.369Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2426 | 2024-12-14T03:48:26.369Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2427 | 2024-12-14T03:48:26.370Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2428 | 2024-12-14T03:48:26.375Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2429 | 2024-12-14T03:48:26.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 2430 | 2024-12-14T03:48:26.377Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2431 | 2024-12-14T03:48:26.377Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2432 | 2024-12-14T03:48:26.383Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 32.45593ms
iteration = 31
status = {"physical_disks_added":0}
|
| 2433 | 2024-12-14T03:48:26.390Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2434 | 2024-12-14T03:48:26.390Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2435 | 2024-12-14T03:48:26.395Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 43.737207ms
iteration = 28
status = {"errors":[],"records_set_to_done":[]}
|
| 2436 | 2024-12-14T03:48:26.398Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2437 | 2024-12-14T03:48:26.399Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2438 | 2024-12-14T03:48:26.401Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2439 | 2024-12-14T03:48:26.401Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2440 | 2024-12-14T03:48:26.402Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2441 | 2024-12-14T03:48:26.402Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 2442 | 2024-12-14T03:48:26.402Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2443 | 2024-12-14T03:48:26.402Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2444 | 2024-12-14T03:48:26.403Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2445 | 2024-12-14T03:48:26.404Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 52.521682ms
iteration = 28
status = {"errors":[],"garbage_collect_requested":[]}
|
| 2446 | 2024-12-14T03:48:26.404Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2447 | 2024-12-14T03:48:26.404Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 2448 | 2024-12-14T03:48:26.405Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 2449 | 2024-12-14T03:48:26.405Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2450 | 2024-12-14T03:48:26.406Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 2451 | 2024-12-14T03:48:26.406Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2452 | 2024-12-14T03:48:26.406Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2453 | 2024-12-14T03:48:26.409Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2454 | 2024-12-14T03:48:26.409Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 58.36645ms
iteration = 28
status = 0
|
| 2455 | 2024-12-14T03:48:26.410Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 2456 | 2024-12-14T03:48:26.410Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 59.557813ms
iteration = 28
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 2457 | 2024-12-14T03:48:26.411Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 60.42898ms
iteration = 28
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 2458 | 2024-12-14T03:48:26.412Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2459 | 2024-12-14T03:48:26.412Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2460 | 2024-12-14T03:48:26.412Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2461 | 2024-12-14T03:48:26.417Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2462 | 2024-12-14T03:48:26.417Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2463 | 2024-12-14T03:48:26.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2464 | 2024-12-14T03:48:26.421Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 70.3908ms
iteration = 82
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2465 | 2024-12-14T03:48:26.421Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 2466 | 2024-12-14T03:48:26.421Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2467 | 2024-12-14T03:48:26.421Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2468 | 2024-12-14T03:48:26.422Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2469 | 2024-12-14T03:48:26.422Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 71.914931ms
iteration = 82
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2470 | 2024-12-14T03:48:26.422Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2471 | 2024-12-14T03:48:26.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 2472 | 2024-12-14T03:48:26.424Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2473 | 2024-12-14T03:48:26.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2474 | 2024-12-14T03:48:26.443Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2475 | 2024-12-14T03:48:26.443Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2476 | 2024-12-14T03:48:26.443Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2477 | 2024-12-14T03:48:26.443Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 2478 | 2024-12-14T03:48:26.443Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 93.237927ms
iteration = 28
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 2479 | 2024-12-14T03:48:26.444Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 94.050944ms
iteration = 28
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 2480 | 2024-12-14T03:48:26.462Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 2481 | 2024-12-14T03:48:26.462Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2482 | 2024-12-14T03:48:26.463Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "db29ceec-8b15-4c11-9285-748212e4cc26", "content-length": "26", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2483 | 2024-12-14T03:48:26.463Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2484 | 2024-12-14T03:48:26.464Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 2485 | 2024-12-14T03:48:26.549Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 2486 | 2024-12-14T03:48:26.549Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2487 | 2024-12-14T03:48:26.550Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "3ee2e7ac-0cab-47eb-8b6e-eb20151889d6", "content-length": "26", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2488 | 2024-12-14T03:48:26.550Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2489 | 2024-12-14T03:48:26.551Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 2490 | 2024-12-14T03:48:26.589Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 2491 | 2024-12-14T03:48:26.589Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2492 | 2024-12-14T03:48:26.589Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "135a33d0-66bb-4897-9c5a-d5812d269e5e", "content-length": "26", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2493 | 2024-12-14T03:48:26.589Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2494 | 2024-12-14T03:48:26.591Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2495 | 2024-12-14T03:48:26.607Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 2496 | 2024-12-14T03:48:26.608Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "b166b206-e1cb-4ead-8fd9-7c68730d7831", "content-length": "2", "date": "Sat, 14 Dec 2024 03:48:25 GMT"} })
|
| 2497 | 2024-12-14T03:48:26.609Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 2498 | 2024-12-14T03:48:26.609Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 2499 | 2024-12-14T03:48:26.681Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 331.052842ms
iteration = 28
status = {}
|
| 2500 | 2024-12-14T03:48:26.695Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 2501 | 2024-12-14T03:48:26.695Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 2502 | 2024-12-14T03:48:26.696Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "59483b8a-7b4b-40a2-98ca-447e04af5ed8", "content-length": "372", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2503 | 2024-12-14T03:48:26.696Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2504 | 2024-12-14T03:48:26.696Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2505 | 2024-12-14T03:48:26.697Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 345.707486ms
iteration = 28
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 2506 | 2024-12-14T03:48:26.697Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 2507 | 2024-12-14T03:48:26.698Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "eaa9ed29-d6d8-47c7-82d4-5812c360a950", "content-length": "691", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2508 | 2024-12-14T03:48:26.698Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 2509 | 2024-12-14T03:48:26.698Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 2510 | 2024-12-14T03:48:26.698Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 2511 | 2024-12-14T03:48:26.698Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 347.689275ms
iteration = 28
status = null
|
| 2512 | 2024-12-14T03:48:26.699Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 349.031302ms
iteration = 28
status = {}
|
| 2513 | 2024-12-14T03:48:26.712Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 2514 | 2024-12-14T03:48:26.712Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 2515 | 2024-12-14T03:48:26.712Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "4978f3a8-4f07-415d-9b0e-2db58d7c150f", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2516 | 2024-12-14T03:48:26.712Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2517 | 2024-12-14T03:48:26.712Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2518 | 2024-12-14T03:48:26.715Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2519 | 2024-12-14T03:48:26.715Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2520 | 2024-12-14T03:48:26.718Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2521 | 2024-12-14T03:48:26.718Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2522 | 2024-12-14T03:48:26.722Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 2523 | 2024-12-14T03:48:26.722Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 2524 | 2024-12-14T03:48:26.722Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "4a330a1d-d203-47f1-bf2e-bc8cf5babbbc", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2525 | 2024-12-14T03:48:26.724Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 373.609944ms
iteration = 29
status = {}
|
| 2526 | 2024-12-14T03:48:26.760Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2527 | 2024-12-14T03:48:26.760Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2528 | 2024-12-14T03:48:26.762Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 2529 | 2024-12-14T03:48:26.762Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2530 | 2024-12-14T03:48:26.763Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2531 | 2024-12-14T03:48:26.771Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 2532 | 2024-12-14T03:48:26.771Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "9ff18b7c-e1c3-44ba-879c-69f558bbf87b", "content-length": "134", "date": "Sat, 14 Dec 2024 03:48:25 GMT"} })
|
| 2533 | 2024-12-14T03:48:26.771Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 2534 | 2024-12-14T03:48:26.771Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 2535 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 2536 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 2537 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2538 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2539 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2540 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 2541 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2542 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 2543 | 2024-12-14T03:48:26.772Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2544 | 2024-12-14T03:48:26.772Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2545 | 2024-12-14T03:48:26.772Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2546 | 2024-12-14T03:48:26.774Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 2547 | 2024-12-14T03:48:26.774Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "04347903-762f-442b-8d5a-05d8897ef7a2", "content-length": "2", "date": "Sat, 14 Dec 2024 03:48:25 GMT"} })
|
| 2548 | 2024-12-14T03:48:26.774Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 2549 | 2024-12-14T03:48:26.774Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f9960b4-63f0-4b58-aa74-51712b532afe", "content-length": "52", "date": "Sat, 14 Dec 2024 03:48:25 GMT"} })
|
| 2550 | 2024-12-14T03:48:26.774Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 2551 | 2024-12-14T03:48:26.774Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 2552 | 2024-12-14T03:48:26.864Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "553d3ea8-482a-496b-b839-1284d2067c30", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2553 | 2024-12-14T03:48:26.864Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 2554 | 2024-12-14T03:48:26.864Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 2555 | 2024-12-14T03:48:26.864Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "fec99e51-9b7f-4009-a46a-f403a15f26ea", "content-length": "682", "date": "Sat, 14 Dec 2024 03:48:26 GMT"} })
|
| 2556 | 2024-12-14T03:48:26.864Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2557 | 2024-12-14T03:48:26.864Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2558 | 2024-12-14T03:48:26.868Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2559 | 2024-12-14T03:48:26.868Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2560 | 2024-12-14T03:48:26.871Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2561 | 2024-12-14T03:48:26.871Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2562 | 2024-12-14T03:48:26.873Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2563 | 2024-12-14T03:48:26.873Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2564 | 2024-12-14T03:48:26.880Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 529.971627ms
iteration = 28
status = {}
|
| 2565 | 2024-12-14T03:48:35.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1169
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 2903a12e-5ec3-4d3d-87c2-b67a64b7a9e3
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2566 | 2024-12-14T03:48:36.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 83
reason = Timeout
|
| 2567 | 2024-12-14T03:48:36.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2568 | 2024-12-14T03:48:36.350Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 83
reason = Timeout
|
| 2569 | 2024-12-14T03:48:36.350Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2570 | 2024-12-14T03:48:36.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2571 | 2024-12-14T03:48:36.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2572 | 2024-12-14T03:48:36.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2573 | 2024-12-14T03:48:36.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2574 | 2024-12-14T03:48:36.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2575 | 2024-12-14T03:48:36.355Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.154053ms
iteration = 83
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2576 | 2024-12-14T03:48:36.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 2577 | 2024-12-14T03:48:36.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2578 | 2024-12-14T03:48:36.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2579 | 2024-12-14T03:48:36.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2580 | 2024-12-14T03:48:36.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2581 | 2024-12-14T03:48:36.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2582 | 2024-12-14T03:48:36.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2583 | 2024-12-14T03:48:36.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2584 | 2024-12-14T03:48:36.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2585 | 2024-12-14T03:48:36.376Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2586 | 2024-12-14T03:48:36.376Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 25.289627ms
iteration = 83
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2587 | 2024-12-14T03:48:45.040Z | INFO | nexus (dropshot_internal): accepted connection
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023
local_addr = [fd00:1122:3344:101::b]:12221
remote_addr = [fd00:1122:3344:101::2]:40544
|
| 2588 | 2024-12-14T03:48:45.040Z | DEBG | nexus (dropshot_internal): roles
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:40544
req_id = b843427b-3c90-4742-8d51-14d4f1d5562e
roles = RoleSet { roles: {} }
uri = /metrics/producers
|
| 2589 | 2024-12-14T03:48:45.040Z | DEBG | nexus (dropshot_internal): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
actor_id = 001de000-05e4-4000-8000-000000000002
authenticated = true
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:40544
req_id = b843427b-3c90-4742-8d51-14d4f1d5562e
resource = Database
result = Ok(())
uri = /metrics/producers
|
| 2590 | 2024-12-14T03:48:45.050Z | INFO | nexus: assigned collector to new producer
collector_id = a321e00a-3126-4ea4-b26d-c0e3eea69166
file = nexus/src/app/oximeter.rs:76
producer_id = b4254c81-0366-4d7b-a36b-86b73748c2f7
|
| 2591 | 2024-12-14T03:48:45.050Z | INFO | nexus (dropshot_internal): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 10504
local_addr = [fd00:1122:3344:101::b]:12221
method = POST
remote_addr = [fd00:1122:3344:101::2]:40544
req_id = b843427b-3c90-4742-8d51-14d4f1d5562e
response_code = 201
uri = /metrics/producers
|
| 2592 | 2024-12-14T03:48:45.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1007
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = bdae1953-0176-4106-8f4f-67c7293e6888
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2593 | 2024-12-14T03:48:46.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 84
reason = Timeout
|
| 2594 | 2024-12-14T03:48:46.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2595 | 2024-12-14T03:48:46.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 84
reason = Timeout
|
| 2596 | 2024-12-14T03:48:46.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2597 | 2024-12-14T03:48:46.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2598 | 2024-12-14T03:48:46.351Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2599 | 2024-12-14T03:48:46.353Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2600 | 2024-12-14T03:48:46.353Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2601 | 2024-12-14T03:48:46.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2602 | 2024-12-14T03:48:46.355Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 4.546671ms
iteration = 84
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2603 | 2024-12-14T03:48:46.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 2604 | 2024-12-14T03:48:46.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2605 | 2024-12-14T03:48:46.356Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2606 | 2024-12-14T03:48:46.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2607 | 2024-12-14T03:48:46.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2608 | 2024-12-14T03:48:46.360Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2609 | 2024-12-14T03:48:46.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2610 | 2024-12-14T03:48:46.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2611 | 2024-12-14T03:48:46.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2612 | 2024-12-14T03:48:46.373Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2613 | 2024-12-14T03:48:46.373Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 22.204465ms
iteration = 84
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2614 | 2024-12-14T03:48:55.616Z | INFO | nexus (dropshot): request completed
file = /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863
latency_us = 1097
local_addr = [fd00:1122:3344:101::b]:56585
method = GET
remote_addr = [fd00:1122:3344:101::d]:58979
req_id = 8f7171de-c9c0-4f1c-832b-167279bdfc50
response_code = 200
uri = /5f2fe413-3c4a-4994-b4a0-995c1da486b1
|
| 2615 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = vpc_route_manager
iteration = 30
reason = Timeout
|
| 2616 | 2024-12-14T03:48:56.351Z | INFO | nexus (BackgroundTasks): VPC route manager running
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:60
|
| 2617 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2618 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = phantom_disks
iteration = 29
reason = Timeout
|
| 2619 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = abandoned_vmm_reaper
iteration = 15
reason = Timeout
|
| 2620 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = bfd_manager
iteration = 29
reason = Timeout
|
| 2621 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_loader
iteration = 85
reason = Timeout
|
| 2622 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = abandoned_vmm_reaper
roles = RoleSet { roles: {} }
|
| 2623 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = bfd_manager
roles = RoleSet { roles: {} }
|
| 2624 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = service_zone_nat_tracker
iteration = 29
reason = Timeout
|
| 2625 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2626 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_watcher
iteration = 29
reason = Timeout
|
| 2627 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2628 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 2629 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = metrics_producer_gc
iteration = 15
reason = Timeout
|
| 2630 | 2024-12-14T03:48:56.351Z | INFO | nexus (BackgroundTasks): Metric producer GC running
background_task = metrics_producer_gc
expiration = 2024-12-14 03:38:56.351699887 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:48
|
| 2631 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = blueprint_executor
iteration = 16
reason = Timeout
|
| 2632 | 2024-12-14T03:48:56.351Z | WARN | nexus (BackgroundTasks): Blueprint execution: skipped
background_task = blueprint_executor
file = nexus/src/app/background/tasks/blueprint_execution.rs:83
reason = blueprint disabled
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
|
| 2633 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = metrics_producer_gc
roles = RoleSet { roles: {} }
|
| 2634 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = decommissioned_disk_cleaner
iteration = 15
reason = Timeout
|
| 2635 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_executor
elapsed = 14.451\u{b5}s
iteration = 16
status = {"enabled":false,"target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1"}
|
| 2636 | 2024-12-14T03:48:56.351Z | INFO | nexus (BackgroundTasks): Decommissioned disk cleaner running
background_task = decommissioned_disk_cleaner
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56
|
| 2637 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = lookup_region_port
iteration = 15
reason = Timeout
|
| 2638 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 2639 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = physical_disk_adoption
iteration = 32
reason = Timeout
|
| 2640 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = lookup_region_port
roles = RoleSet { roles: {} }
|
| 2641 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2642 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_reincarnation
iteration = 15
reason = Timeout
|
| 2643 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 2644 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_start
iteration = 29
reason = Timeout
|
| 2645 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 2646 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = nat_v4_garbage_collector
iteration = 29
reason = Timeout
|
| 2647 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 2648 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = switch_port_config_manager
iteration = 29
reason = Timeout
|
| 2649 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2650 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement_driver
iteration = 85
reason = Timeout
|
| 2651 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2652 | 2024-12-14T03:48:56.351Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_internal
dns_group = internal
iteration = 16
reason = Timeout
|
| 2653 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_internal
dns_group = internal
iteration = 16
reason = Timeout
|
| 2654 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_internal
dns_group = internal
|
| 2655 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2656 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_config_external
dns_group = external
iteration = 16
reason = Timeout
|
| 2657 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): reading DNS version
background_task = dns_config_external
dns_group = external
|
| 2658 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2659 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_servers_external
dns_group = external
iteration = 16
reason = Timeout
|
| 2660 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_external
dns_group = external
iteration = 17
reason = Timeout
|
| 2661 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_replacement
iteration = 29
reason = Timeout
|
| 2662 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 2663 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = v2p_manager
iteration = 29
reason = Timeout
|
| 2664 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2665 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = external_endpoints
iteration = 16
reason = Timeout
|
| 2666 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = dns_propagation_internal
dns_group = internal
iteration = 17
reason = Timeout
|
| 2667 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_step
iteration = 29
reason = Timeout
|
| 2668 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2669 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2670 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = instance_updater
iteration = 29
reason = Timeout
|
| 2671 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): looking for instances with destroyed active VMMs...
background_task = instance_updater
|
| 2672 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2673 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_finish
iteration = 29
reason = Timeout
|
| 2674 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_finish
roles = RoleSet { roles: {} }
|
| 2675 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): activating
background_task = region_snapshot_replacement_garbage_collection
iteration = 29
reason = Timeout
|
| 2676 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_garbage_collection
roles = RoleSet { roles: {} }
|
| 2677 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2678 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 2679 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2680 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2681 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = bfd_manager
resource = Database
result = Ok(())
|
| 2682 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 2683 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2684 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = metrics_producer_gc
resource = Database
result = Ok(())
|
| 2685 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 2686 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = abandoned_vmm_reaper
resource = Database
result = Ok(())
|
| 2687 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 2688 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2689 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2690 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 2691 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2692 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = lookup_region_port
resource = Database
result = Ok(())
|
| 2693 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 2694 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2695 | 2024-12-14T03:48:56.352Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _nameservice._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_nameservice._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("3db8556d-0ae0-4824-8953-f38d8eef7409.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7b672843-049d-4d9c-b0a2-21d7b6323621.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_nameservice._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("db39fe07-65c4-451a-a2bd-78fcdfc10040.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 666585151 } })
|
| 2696 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2697 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_finish
resource = Database
result = Ok(())
|
| 2698 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2699 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2700 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2701 | 2024-12-14T03:48:56.352Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_garbage_collection
resource = Database
result = Ok(())
|
| 2702 | 2024-12-14T03:48:56.352Z | DEBG | nexus (DnsResolver): lookup_all_socket_v6 srv
dns_name = _external-dns._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_external-dns._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("28f528f1-3159-4fbc-9304-37b7e4a50ae8.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("_external-dns._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("7274e15f-a5f6-4975-bcdd-a2ef890c0230.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 666749625 } })
|
| 2703 | 2024-12-14T03:48:56.353Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
background_task = dns_servers_internal
current_servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
dns_group = internal
|
| 2704 | 2024-12-14T03:48:56.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_internal
dns_group = internal
elapsed = 1.175564ms
iteration = 16
status = {"addresses":["[fd00:1122:3344:1::1]:5353","[fd00:1122:3344:3::1]:5353","[fd00:1122:3344:2::1]:5353"]}
|
| 2705 | 2024-12-14T03:48:56.353Z | DEBG | nexus (BackgroundTasks): found DNS servers (no change)
addresses = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
background_task = dns_servers_external
current_servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
dns_group = external
|
| 2706 | 2024-12-14T03:48:56.353Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_servers_external
dns_group = external
elapsed = 1.220484ms
iteration = 16
status = {"addresses":["[fd00:1122:3344:101::9]:5353","[fd00:1122:3344:101::8]:5353"]}
|
| 2707 | 2024-12-14T03:48:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2708 | 2024-12-14T03:48:56.354Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = phantom_disks
elapsed = 2.874398ms
iteration = 29
status = {"phantom_disk_deleted_err":0,"phantom_disk_deleted_ok":0}
|
| 2709 | 2024-12-14T03:48:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2710 | 2024-12-14T03:48:56.354Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2711 | 2024-12-14T03:48:56.356Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2712 | 2024-12-14T03:48:56.356Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 670885298 } })
|
| 2713 | 2024-12-14T03:48:56.357Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = bfd_manager
file = nexus/src/app/mod.rs:1103
|
| 2714 | 2024-12-14T03:48:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 2715 | 2024-12-14T03:48:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2716 | 2024-12-14T03:48:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2717 | 2024-12-14T03:48:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Fleet
result = Ok(())
|
| 2718 | 2024-12-14T03:48:56.357Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_watcher
roles = RoleSet { roles: {} }
|
| 2719 | 2024-12-14T03:48:56.357Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_watcher
resource = Database
result = Ok(())
|
| 2720 | 2024-12-14T03:48:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Inventory
result = Ok(())
|
| 2721 | 2024-12-14T03:48:56.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2722 | 2024-12-14T03:48:56.358Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2723 | 2024-12-14T03:48:56.358Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2724 | 2024-12-14T03:48:56.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2725 | 2024-12-14T03:48:56.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = BlueprintConfig
result = Ok(())
|
| 2726 | 2024-12-14T03:48:56.359Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2727 | 2024-12-14T03:48:56.359Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2728 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Fleet
result = Ok(())
|
| 2729 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = decommissioned_disk_cleaner
roles = RoleSet { roles: {} }
|
| 2730 | 2024-12-14T03:48:56.361Z | INFO | nexus (BackgroundTasks): Metric producer GC complete (no errors)
background_task = metrics_producer_gc
expiration = 2024-12-14 03:38:56.351699887 UTC
file = nexus/src/app/background/tasks/metrics_producer_gc.rs:69
pruned = {}
|
| 2731 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = metrics_producer_gc
elapsed = 9.436959ms
iteration = 15
status = {"expiration":"2024-12-14T03:38:56.351699887Z","pruned":[]}
|
| 2732 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = decommissioned_disk_cleaner
resource = Database
result = Ok(())
|
| 2733 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 2734 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2735 | 2024-12-14T03:48:56.361Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2736 | 2024-12-14T03:48:56.361Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 676009450 } })
|
| 2737 | 2024-12-14T03:48:56.362Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1103
|
| 2738 | 2024-12-14T03:48:56.362Z | DEBG | nexus (BackgroundTasks): Found abandoned VMMs
background_task = abandoned_vmm_reaper
count = 0
total = 0
|
| 2739 | 2024-12-14T03:48:56.362Z | INFO | nexus (BackgroundTasks): Abandoned VMMs reaped
background_task = abandoned_vmm_reaper
file = nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171
sled_reservations_deleted = 0
vmms_already_deleted = 0
vmms_deleted = 0
vmms_found = 0
|
| 2740 | 2024-12-14T03:48:56.362Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = abandoned_vmm_reaper
elapsed = 10.887258ms
iteration = 15
status = {"errors":[],"sled_reservations_deleted":0,"vmms_already_deleted":0,"vmms_deleted":0,"vmms_found":0}
|
| 2741 | 2024-12-14T03:48:56.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2742 | 2024-12-14T03:48:56.362Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2743 | 2024-12-14T03:48:56.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2744 | 2024-12-14T03:48:56.363Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement_driver
roles = RoleSet { roles: {} }
|
| 2745 | 2024-12-14T03:48:56.363Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement_driver
resource = Database
result = Ok(())
|
| 2746 | 2024-12-14T03:48:56.364Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = lookup_region_port
elapsed = 12.698764ms
iteration = 15
status = {"errors":[],"found_port_ok":[]}
|
| 2747 | 2024-12-14T03:48:56.364Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Fleet
result = Ok(())
|
| 2748 | 2024-12-14T03:48:56.364Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2749 | 2024-12-14T03:48:56.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2750 | 2024-12-14T03:48:56.365Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2751 | 2024-12-14T03:48:56.365Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2752 | 2024-12-14T03:48:56.367Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2753 | 2024-12-14T03:48:56.368Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_garbage_collection
elapsed = 16.764316ms
iteration = 29
status = {"errors":[],"garbage_collect_requested":[]}
|
| 2754 | 2024-12-14T03:48:56.369Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2755 | 2024-12-14T03:48:56.369Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 2756 | 2024-12-14T03:48:56.369Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2757 | 2024-12-14T03:48:56.369Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2758 | 2024-12-14T03:48:56.370Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2759 | 2024-12-14T03:48:56.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2760 | 2024-12-14T03:48:56.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Fleet
result = Ok(())
|
| 2761 | 2024-12-14T03:48:56.371Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2762 | 2024-12-14T03:48:56.371Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2763 | 2024-12-14T03:48:56.372Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2764 | 2024-12-14T03:48:56.372Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2765 | 2024-12-14T03:48:56.374Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2766 | 2024-12-14T03:48:56.374Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2767 | 2024-12-14T03:48:56.375Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement_driver
elapsed = 23.514811ms
iteration = 85
status = {"drive_invoked_ok":[],"errors":[],"finish_invoked_ok":[]}
|
| 2768 | 2024-12-14T03:48:56.380Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2769 | 2024-12-14T03:48:56.380Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2770 | 2024-12-14T03:48:56.380Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2771 | 2024-12-14T03:48:56.381Z | DEBG | nexus (DnsResolver): lookup_all_ipv6 srv
dns_name = _dendrite._tcp.control-plane.oxide.internal
response = SrvLookup(Lookup { query: Query { name: Name("_dendrite._tcp.control-plane.oxide.internal"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name("_dendrite._tcp.control-plane.oxide.internal."), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal.") })) }, Record { name_labels: Name("dendrite-8d70e61c-94ed-41ce-b36c-cb904f92c534.host.control-plane.oxide.internal."), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1942, tv_nsec: 695094012 } })
|
| 2772 | 2024-12-14T03:48:56.381Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2773 | 2024-12-14T03:48:56.381Z | INFO | nexus (BackgroundTasks): Determining switch slots managed by switch zones
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1103
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2774 | 2024-12-14T03:48:56.381Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2775 | 2024-12-14T03:48:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2776 | 2024-12-14T03:48:56.382Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2777 | 2024-12-14T03:48:56.385Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Fleet
result = Ok(())
|
| 2778 | 2024-12-14T03:48:56.385Z | DEBG | nexus (BackgroundTasks): roles
background_task = physical_disk_adoption
roles = RoleSet { roles: {} }
|
| 2779 | 2024-12-14T03:48:56.385Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = physical_disk_adoption
resource = Database
result = Ok(())
|
| 2780 | 2024-12-14T03:48:56.385Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Blueprint { parent: Fleet, key: eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1, lookup_type: ById(eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1) }
result = Ok(())
|
| 2781 | 2024-12-14T03:48:56.385Z | DEBG | nexus (BackgroundTasks): roles
background_task = blueprint_loader
roles = RoleSet { roles: {} }
|
| 2782 | 2024-12-14T03:48:56.385Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = blueprint_loader
resource = Database
result = Ok(())
|
| 2783 | 2024-12-14T03:48:56.386Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = DnsConfig
result = Ok(())
|
| 2784 | 2024-12-14T03:48:56.386Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2785 | 2024-12-14T03:48:56.386Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2786 | 2024-12-14T03:48:56.389Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2787 | 2024-12-14T03:48:56.389Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2788 | 2024-12-14T03:48:56.390Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2789 | 2024-12-14T03:48:56.393Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2790 | 2024-12-14T03:48:56.394Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2791 | 2024-12-14T03:48:56.394Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Fleet
result = Ok(())
|
| 2792 | 2024-12-14T03:48:56.394Z | DEBG | nexus (BackgroundTasks): roles
background_task = external_endpoints
roles = RoleSet { roles: {} }
|
| 2793 | 2024-12-14T03:48:56.394Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = external_endpoints
resource = Database
result = Ok(())
|
| 2794 | 2024-12-14T03:48:56.395Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_start
roles = RoleSet { roles: {} }
|
| 2795 | 2024-12-14T03:48:56.395Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2796 | 2024-12-14T03:48:56.395Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_start
resource = Database
result = Ok(())
|
| 2797 | 2024-12-14T03:48:56.398Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 2798 | 2024-12-14T03:48:56.398Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2799 | 2024-12-14T03:48:56.399Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2800 | 2024-12-14T03:48:56.400Z | INFO | nexus (BackgroundTasks): listed instances with destroyed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2801 | 2024-12-14T03:48:56.400Z | DEBG | nexus (BackgroundTasks): looking for instances with failed active VMMs...
background_task = instance_updater
|
| 2802 | 2024-12-14T03:48:56.400Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2803 | 2024-12-14T03:48:56.400Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2804 | 2024-12-14T03:48:56.400Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2805 | 2024-12-14T03:48:56.401Z | DEBG | nexus (BackgroundTasks): found latest target blueprint (unchanged)
background_task = blueprint_loader
original_target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
original_time_created = 2024-12-14 03:34:51.368980 UTC
target_id = eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1
time_created = 2024-12-14 03:34:51.368980 UTC
|
| 2806 | 2024-12-14T03:48:56.401Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = blueprint_loader
elapsed = 49.770287ms
iteration = 85
status = {"enabled":false,"status":"target blueprint unchanged","target_id":"eff0d72e-6ae2-477e-a1ad-1aa0c7f2bfe1","time_created":"2024-12-14T03:34:51.368980Z"}
|
| 2807 | 2024-12-14T03:48:56.402Z | INFO | nexus (BackgroundTasks): listed instances with failed active VMMs
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2808 | 2024-12-14T03:48:56.402Z | DEBG | nexus (BackgroundTasks): looking for instances with terminated active migrations...
background_task = instance_updater
|
| 2809 | 2024-12-14T03:48:56.402Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_updater
roles = RoleSet { roles: {} }
|
| 2810 | 2024-12-14T03:48:56.402Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_updater
resource = Database
result = Ok(())
|
| 2811 | 2024-12-14T03:48:56.403Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2812 | 2024-12-14T03:48:56.403Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2813 | 2024-12-14T03:48:56.403Z | DEBG | nexus (BackgroundTasks): authorize result
action = ListChildren
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Fleet
result = Ok(())
|
| 2814 | 2024-12-14T03:48:56.403Z | DEBG | nexus (BackgroundTasks): roles
background_task = v2p_manager
roles = RoleSet { roles: {} }
|
| 2815 | 2024-12-14T03:48:56.403Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = v2p_manager
resource = Database
result = Ok(())
|
| 2816 | 2024-12-14T03:48:56.404Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_replacement
roles = RoleSet { roles: {} }
|
| 2817 | 2024-12-14T03:48:56.404Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_replacement
resource = Database
result = Ok(())
|
| 2818 | 2024-12-14T03:48:56.406Z | INFO | nexus (BackgroundTasks): all instance checks complete
background_task = instance_watcher
file = nexus/src/app/background/tasks/instance_watcher.rs:555
pruned_instances = 0
total_completed = 0
total_failed = 0
total_incomplete = 0
total_instances = 0
update_sagas_queued = 0
|
| 2819 | 2024-12-14T03:48:56.406Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_watcher
elapsed = 55.278337ms
iteration = 29
status = {"failed_checks":{},"incomplete_checks":{},"instance_states":{},"pruned_instances":0,"total_instances":0,"update_sagas_queued":0}
|
| 2820 | 2024-12-14T03:48:56.407Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2821 | 2024-12-14T03:48:56.407Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2822 | 2024-12-14T03:48:56.407Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2823 | 2024-12-14T03:48:56.408Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2824 | 2024-12-14T03:48:56.408Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2825 | 2024-12-14T03:48:56.409Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_finish
elapsed = 57.503443ms
iteration = 29
status = {"errors":[],"records_set_to_done":[]}
|
| 2826 | 2024-12-14T03:48:56.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2827 | 2024-12-14T03:48:56.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Sled { parent: Fleet, key: 8d70e61c-94ed-41ce-b36c-cb904f92c534, lookup_type: ById(8d70e61c-94ed-41ce-b36c-cb904f92c534) }
result = Ok(())
|
| 2828 | 2024-12-14T03:48:56.411Z | DEBG | nexus (BackgroundTasks): roles
background_task = service_zone_nat_tracker
roles = RoleSet { roles: {} }
|
| 2829 | 2024-12-14T03:48:56.411Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = service_zone_nat_tracker
resource = Database
result = Ok(())
|
| 2830 | 2024-12-14T03:48:56.416Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 2831 | 2024-12-14T03:48:56.419Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2832 | 2024-12-14T03:48:56.420Z | DEBG | nexus (BackgroundTasks): Found zpools on decommissioned disks
background_task = decommissioned_disk_cleaner
count = 0
|
| 2833 | 2024-12-14T03:48:56.420Z | INFO | nexus (BackgroundTasks): Cleaned decommissioned zpools
background_task = decommissioned_disk_cleaner
deleted = 0
error_count = 0
file = nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140
found = 0
not_ready_to_be_deleted = 0
|
| 2834 | 2024-12-14T03:48:56.420Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = decommissioned_disk_cleaner
elapsed = 68.706246ms
iteration = 15
status = {"deleted":0,"error":null,"error_count":0,"found":0,"not_ready_to_be_deleted":0}
|
| 2835 | 2024-12-14T03:48:56.422Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 2836 | 2024-12-14T03:48:56.424Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_internal
dns_group = internal
version = 1
|
| 2837 | 2024-12-14T03:48:56.424Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_internal
dns_group = internal
|
| 2838 | 2024-12-14T03:48:56.424Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_internal
dns_group = internal
|
| 2839 | 2024-12-14T03:48:56.424Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2840 | 2024-12-14T03:48:56.424Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2841 | 2024-12-14T03:48:56.427Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = physical_disk_adoption
elapsed = 75.711627ms
iteration = 32
status = {"physical_disks_added":0}
|
| 2842 | 2024-12-14T03:48:56.431Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_start
elapsed = 79.590723ms
iteration = 29
status = {"errors":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 2843 | 2024-12-14T03:48:56.434Z | INFO | nexus (BackgroundTasks): listed instances with terminated active migrations
background_task = instance_updater
count = 0
file = nexus/src/app/background/tasks/instance_updater.rs:59
|
| 2844 | 2024-12-14T03:48:56.434Z | INFO | nexus (BackgroundTasks): instance updater activation completed
background_task = instance_updater
destroyed_active_vmms = 0
failed_active_vmms = 0
file = nexus/src/app/background/tasks/instance_updater.rs:225
terminated_active_migrations = 0
update_sagas_completed = 0
update_sagas_started = 0
|
| 2845 | 2024-12-14T03:48:56.434Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_updater
elapsed = 82.160725ms
iteration = 29
status = {"destroyed_active_vmms":0,"disabled":false,"failed_active_vmms":0,"query_errors":[],"saga_errors":[],"sagas_completed":0,"sagas_started":0,"terminated_active_migrations":0}
|
| 2846 | 2024-12-14T03:48:56.438Z | DEBG | nexus (BackgroundTasks): found Silo/DNS/TLS config (no change)
background_task = external_endpoints
config = ExternalEndpoints { by_dns_name: {"default-silo.sys.oxide.test": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name("default-silo")), description: "default silo", time_created: 2024-12-14T03:34:54.541856Z, time_modified: 2024-12-14T03:34:54.541856Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, "recovery.sys.oxide.test": ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: "default-silo.sys.oxide.test" }], default_endpoint: Some(ExternalEndpoint { silo_id: 578bc52c-ac81-41a6-a56b-dfc79805368e, db_silo: Silo { identity: SiloIdentity { id: 578bc52c-ac81-41a6-a56b-dfc79805368e, name: Name(Name("recovery")), description: "built-in recovery Silo", time_created: 2024-12-14T03:35:40.848931Z, time_modified: 2024-12-14T03:35:40.848931Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {"admin": Array [String("admin")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: "4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e" }] }) }
|
| 2847 | 2024-12-14T03:48:56.438Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = external_endpoints
elapsed = 86.38863ms
iteration = 16
status = {"by_dns_name":{"default-silo.sys.oxide.test":{"silo_id":"001de000-5110-4000-8000-000000000000","tls_certs":[]},"recovery.sys.oxide.test":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]}},"default_endpoint":{"silo_id":"578bc52c-ac81-41a6-a56b-dfc79805368e","tls_certs":["4dfc5e49ed154568e7a05c630983c79e7ad097d55e90f834bee8ffda0c5a5c9e"]},"warnings":["silo 001de000-5110-4000-8000-000000000000 with DNS name \\"default-silo.sys.oxide.test\\" has no usable certificates"]}
|
| 2848 | 2024-12-14T03:48:56.440Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_replacement
elapsed = 88.209006ms
iteration = 29
status = {"errors":[],"requests_completed_ok":[],"requests_created_ok":[],"start_invoked_ok":[]}
|
| 2849 | 2024-12-14T03:48:56.449Z | DEBG | nexus (BackgroundTasks): roles
background_task = instance_reincarnation
roles = RoleSet { roles: {} }
|
| 2850 | 2024-12-14T03:48:56.449Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = instance_reincarnation
resource = Database
result = Ok(())
|
| 2851 | 2024-12-14T03:48:56.451Z | DEBG | nexus (BackgroundTasks): found DNS version
background_task = dns_config_external
dns_group = external
version = 2
|
| 2852 | 2024-12-14T03:48:56.451Z | DEBG | nexus (BackgroundTasks): reading DNS config
background_task = dns_config_external
dns_group = external
|
| 2853 | 2024-12-14T03:48:56.451Z | DEBG | nexus (BackgroundTasks): reading DNS zones
background_task = dns_config_external
dns_group = external
|
| 2854 | 2024-12-14T03:48:56.451Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2855 | 2024-12-14T03:48:56.451Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2856 | 2024-12-14T03:48:56.481Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:1::1]:5353/config
|
| 2857 | 2024-12-14T03:48:56.486Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::9]:5353/config
|
| 2858 | 2024-12-14T03:48:56.490Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 2859 | 2024-12-14T03:48:56.490Z | DEBG | nexus (MgsClient): client request
background_task = bfd_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2860 | 2024-12-14T03:48:56.490Z | DEBG | nexus (MgsClient): client response
background_task = bfd_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "d643cf70-7e64-498b-ab86-019fb82b3eac", "content-length": "26", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2861 | 2024-12-14T03:48:56.490Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = bfd_manager
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2862 | 2024-12-14T03:48:56.491Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = bfd_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 2863 | 2024-12-14T03:48:56.530Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1111
zone_address = fd00:1122:3344:101::2
|
| 2864 | 2024-12-14T03:48:56.530Z | DEBG | nexus (MgsClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2865 | 2024-12-14T03:48:56.531Z | DEBG | nexus (MgsClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "32e4069a-2217-4de5-a6af-a77b9e847c8d", "content-length": "26", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2866 | 2024-12-14T03:48:56.531Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1116
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2867 | 2024-12-14T03:48:56.532Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = nat_v4_garbage_collector
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
|
| 2868 | 2024-12-14T03:48:56.564Z | INFO | nexus (BackgroundTasks): determining switch slot managed by dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1111
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
zone_address = fd00:1122:3344:101::2
|
| 2869 | 2024-12-14T03:48:56.564Z | DEBG | nexus (MgsClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12225/local/switch-id
|
| 2870 | 2024-12-14T03:48:56.564Z | DEBG | nexus (MgsClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12225/local/switch-id", status: 200, headers: {"content-type": "application/json", "x-request-id": "59180da2-9af3-4d7c-a4d7-ee6f59745654", "content-length": "26", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2871 | 2024-12-14T03:48:56.564Z | INFO | nexus (BackgroundTasks): identified switch slot for dendrite zone
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1116
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
slot = SpIdentifier {\n slot: 0,\n type_: Switch,\n}
zone_address = fd00:1122:3344:101::2
|
| 2872 | 2024-12-14T03:48:56.565Z | INFO | nexus (BackgroundTasks): completed mapping dendrite zones to switch slots
background_task = switch_port_config_manager
file = nexus/src/app/mod.rs:1148
mappings = {\n Switch0: fd00:1122:3344:101::2,\n}
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2873 | 2024-12-14T03:48:56.652Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/v2p
|
| 2874 | 2024-12-14T03:48:56.652Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = v2p_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/v2p", status: 200, headers: {"content-type": "application/json", "x-request-id": "8a29cae7-c712-405f-9343-f606f432fc99", "content-length": "691", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2875 | 2024-12-14T03:48:56.652Z | INFO | nexus (BackgroundTasks): found opte v2p mappings
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:102
interfaces = {}
sled = buskin
|
| 2876 | 2024-12-14T03:48:56.652Z | INFO | nexus (BackgroundTasks): v2p mappings to delete
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:114
mappings = []
sled = buskin
|
| 2877 | 2024-12-14T03:48:56.652Z | INFO | nexus (BackgroundTasks): v2p mappings to add
background_task = v2p_manager
file = nexus/src/app/background/tasks/v2p_mappings.rs:127
mappings = []
sled = buskin
|
| 2878 | 2024-12-14T03:48:56.653Z | DEBG | nexus (BackgroundTasks): roles
background_task = region_snapshot_replacement_step
roles = RoleSet { roles: {} }
|
| 2879 | 2024-12-14T03:48:56.654Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = region_snapshot_replacement_step
resource = Database
result = Ok(())
|
| 2880 | 2024-12-14T03:48:56.654Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = v2p_manager
elapsed = 302.359647ms
iteration = 29
status = {}
|
| 2881 | 2024-12-14T03:48:56.654Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = service_zone_nat_tracker
elapsed = 303.070662ms
iteration = 29
status = 0
|
| 2882 | 2024-12-14T03:48:56.678Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_external
body = Some(Body)
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
uri = http://[fd00:1122:3344:101::8]:5353/config
|
| 2883 | 2024-12-14T03:48:56.678Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::8]:5353/config", status: 204, headers: {"x-request-id": "ec1d3456-5fd3-4ce8-89a9-48770e75eb96", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2884 | 2024-12-14T03:48:56.678Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::8]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2885 | 2024-12-14T03:48:56.679Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:3::1]:5353/config
|
| 2886 | 2024-12-14T03:48:56.680Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
generation = 2
result = Ok(Response { url: "http://[fd00:1122:3344:101::9]:5353/config", status: 204, headers: {"x-request-id": "6259d671-965b-4e87-9f11-5f1d5c4e5b14", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2887 | 2024-12-14T03:48:56.680Z | INFO | nexus (BackgroundTasks): DNS server now at generation 2
background_task = dns_propagation_external
dns_group = external
dns_server_url = http://[fd00:1122:3344:101::9]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2888 | 2024-12-14T03:48:56.682Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_external
dns_group = external
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 2
servers = DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }
|
| 2889 | 2024-12-14T03:48:56.682Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_external
dns_group = external
elapsed = 330.657834ms
iteration = 17
status = {"generation":2,"server_results":{"[fd00:1122:3344:101::8]:5353":{"Ok":null},"[fd00:1122:3344:101::9]:5353":{"Ok":null}}}
|
| 2890 | 2024-12-14T03:48:56.733Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:98
|
| 2891 | 2024-12-14T03:48:56.733Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = None
method = GET
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 2892 | 2024-12-14T03:48:56.733Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 200, headers: {"content-type": "application/json", "x-request-id": "03fd2be3-967c-4f73-b154-ea34fdcc6040", "content-length": "372", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2893 | 2024-12-14T03:48:56.733Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2894 | 2024-12-14T03:48:56.734Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2895 | 2024-12-14T03:48:56.735Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2896 | 2024-12-14T03:48:56.735Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2897 | 2024-12-14T03:48:56.738Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 2898 | 2024-12-14T03:48:56.738Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2899 | 2024-12-14T03:48:56.738Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2900 | 2024-12-14T03:48:56.738Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 2901 | 2024-12-14T03:48:56.738Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2902 | 2024-12-14T03:48:56.738Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2903 | 2024-12-14T03:48:56.742Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = bfd_manager
elapsed = 390.717387ms
iteration = 29
status = {}
|
| 2904 | 2024-12-14T03:48:56.762Z | DEBG | nexus (DpdClient): client request
background_task = nat_v4_garbage_collector
body = None
method = GET
uri = http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen
|
| 2905 | 2024-12-14T03:48:56.763Z | DEBG | nexus (DpdClient): client response
background_task = nat_v4_garbage_collector
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen", status: 200, headers: {"content-type": "application/json", "x-request-id": "0f120f7f-0659-441d-a973-9afefb539577", "content-length": "2", "date": "Sat, 14 Dec 2024 03:48:55 GMT"} })
|
| 2906 | 2024-12-14T03:48:56.764Z | DEBG | nexus (BackgroundTasks): roles
background_task = nat_v4_garbage_collector
roles = RoleSet { roles: {} }
|
| 2907 | 2024-12-14T03:48:56.765Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = nat_v4_garbage_collector
resource = Database
result = Ok(())
|
| 2908 | 2024-12-14T03:48:56.767Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = nat_v4_garbage_collector
elapsed = 415.32153ms
iteration = 29
status = null
|
| 2909 | 2024-12-14T03:48:56.768Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_internal
count = 1
dns_group = internal
|
| 2910 | 2024-12-14T03:48:56.768Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_internal
batch_size = 100
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 0
version = 1
|
| 2911 | 2024-12-14T03:48:56.768Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2912 | 2024-12-14T03:48:56.769Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2913 | 2024-12-14T03:48:56.770Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2914 | 2024-12-14T03:48:56.773Z | DEBG | nexus (BackgroundTasks): client request
background_task = dns_propagation_internal
body = Some(Body)
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
method = PUT
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
uri = http://[fd00:1122:3344:2::1]:5353/config
|
| 2915 | 2024-12-14T03:48:56.773Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = DnsConfig
result = Ok(())
|
| 2916 | 2024-12-14T03:48:56.773Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_internal
dns_group = internal
roles = RoleSet { roles: {} }
|
| 2917 | 2024-12-14T03:48:56.773Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_internal
dns_group = internal
resource = Database
result = Ok(())
|
| 2918 | 2024-12-14T03:48:56.773Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:3::1]:5353/config", status: 204, headers: {"x-request-id": "3de67a5c-8103-49b5-b359-bf161fbb1374", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2919 | 2024-12-14T03:48:56.773Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:3::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2920 | 2024-12-14T03:48:56.774Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = region_snapshot_replacement_step
elapsed = 422.547284ms
iteration = 29
status = {"errors":[],"step_garbage_collect_invoked_ok":[],"step_invoked_ok":[],"step_records_created_ok":[]}
|
| 2921 | 2024-12-14T03:48:56.775Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:1::1]:5353/config", status: 204, headers: {"x-request-id": "2a7f8ce7-a153-424f-9581-c1081ad29b35", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2922 | 2024-12-14T03:48:56.775Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:1::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2923 | 2024-12-14T03:48:56.776Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_internal
dns_group = internal
dns_zone_id = c7a5bbe9-1af5-4e36-80b5-da9e0053b676
dns_zone_name = control-plane.oxide.internal
found_so_far = 51
version = 1
|
| 2924 | 2024-12-14T03:48:56.776Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_internal
dns_group = internal
nzones = 1
version = 1
|
| 2925 | 2024-12-14T03:48:56.776Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_internal
current_generation = 1
current_time_created = 2024-12-14 03:35:40.104814 UTC
dns_group = internal
generation = 1
|
| 2926 | 2024-12-14T03:48:56.776Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_internal
dns_group = internal
elapsed = 424.227179ms
iteration = 16
status = {"generation":1}
|
| 2927 | 2024-12-14T03:48:56.776Z | DEBG | nexus (BackgroundTasks): client response
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
generation = 1
result = Ok(Response { url: "http://[fd00:1122:3344:2::1]:5353/config", status: 204, headers: {"x-request-id": "b8620a31-1d20-45f1-ae12-4dbcc31178a5", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2928 | 2024-12-14T03:48:56.776Z | INFO | nexus (BackgroundTasks): DNS server now at generation 1
background_task = dns_propagation_internal
dns_group = internal
dns_server_url = http://[fd00:1122:3344:2::1]:5353
file = nexus/src/app/background/tasks/dns_propagation.rs:169
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2929 | 2024-12-14T03:48:56.778Z | INFO | nexus (BackgroundTasks): DNS propagation: done
background_task = dns_propagation_internal
dns_group = internal
file = nexus/src/app/background/tasks/dns_propagation.rs:106
generation = 1
servers = DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }
|
| 2930 | 2024-12-14T03:48:56.778Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_propagation_internal
dns_group = internal
elapsed = 426.693038ms
iteration = 17
status = {"generation":1,"server_results":{"[fd00:1122:3344:1::1]:5353":{"Ok":null},"[fd00:1122:3344:2::1]:5353":{"Ok":null},"[fd00:1122:3344:3::1]:5353":{"Ok":null}}}
|
| 2931 | 2024-12-14T03:48:56.778Z | DEBG | nexus (BackgroundTasks): found zones
background_task = dns_config_external
count = 1
dns_group = external
|
| 2932 | 2024-12-14T03:48:56.778Z | DEBG | nexus (BackgroundTasks): listing DNS names for zone
background_task = dns_config_external
batch_size = 100
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 0
version = 2
|
| 2933 | 2024-12-14T03:48:56.778Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2934 | 2024-12-14T03:48:56.779Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2935 | 2024-12-14T03:48:56.780Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, "admin")} }
|
| 2936 | 2024-12-14T03:48:56.783Z | DEBG | nexus (BackgroundTasks): authorize result
action = Read
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = DnsConfig
result = Ok(())
|
| 2937 | 2024-12-14T03:48:56.783Z | DEBG | nexus (BackgroundTasks): roles
background_task = dns_config_external
dns_group = external
roles = RoleSet { roles: {} }
|
| 2938 | 2024-12-14T03:48:56.783Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = dns_config_external
dns_group = external
resource = Database
result = Ok(())
|
| 2939 | 2024-12-14T03:48:56.784Z | INFO | nexus (BackgroundTasks): computed internet gateway mappings for sled
assocs = {}
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:116
sled = buskin
|
| 2940 | 2024-12-14T03:48:56.784Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/eip-gateways
|
| 2941 | 2024-12-14T03:48:56.784Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/eip-gateways", status: 204, headers: {"x-request-id": "009e3f33-abd4-4dfc-92cf-e333716555a9", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2942 | 2024-12-14T03:48:56.784Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2943 | 2024-12-14T03:48:56.784Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2944 | 2024-12-14T03:48:56.785Z | DEBG | nexus (BackgroundTasks): found all DNS names for zone
background_task = dns_config_external
dns_group = external
dns_zone_id = 51f6df17-b3b5-47fe-9a42-d8752f961c5e
dns_zone_name = oxide.test
found_so_far = 1
version = 2
|
| 2945 | 2024-12-14T03:48:56.785Z | DEBG | nexus (BackgroundTasks): read DNS config
background_task = dns_config_external
dns_group = external
nzones = 1
version = 2
|
| 2946 | 2024-12-14T03:48:56.785Z | DEBG | nexus (BackgroundTasks): found latest DNS generation (unchanged)
background_task = dns_config_external
current_generation = 2
current_time_created = 2024-12-14 03:35:40.905586 UTC
dns_group = external
generation = 2
|
| 2947 | 2024-12-14T03:48:56.785Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = dns_config_external
dns_group = external
elapsed = 433.632596ms
iteration = 16
status = {"generation":2}
|
| 2948 | 2024-12-14T03:48:56.786Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2949 | 2024-12-14T03:48:56.786Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2950 | 2024-12-14T03:48:56.790Z | DEBG | nexus (BackgroundTasks): roles
background_task = vpc_route_manager
roles = RoleSet { roles: {} }
|
| 2951 | 2024-12-14T03:48:56.790Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = vpc_route_manager
resource = Database
result = Ok(())
|
| 2952 | 2024-12-14T03:48:56.793Z | INFO | nexus (BackgroundTasks): VPC route manager sled 8d70e61c-94ed-41ce-b36c-cb904f92c534 push not needed
background_task = vpc_route_manager
file = nexus/src/app/background/tasks/vpc_routes.rs:262
|
| 2953 | 2024-12-14T03:48:56.793Z | DEBG | nexus (BackgroundTasks): client request
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
body = Some(Body)
method = PUT
uri = http://[fd00:1122:3344:101::1]:12345/vpc-routes
|
| 2954 | 2024-12-14T03:48:56.794Z | DEBG | nexus (BackgroundTasks): client response
SledAgent = 8d70e61c-94ed-41ce-b36c-cb904f92c534
background_task = vpc_route_manager
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/vpc-routes", status: 204, headers: {"x-request-id": "294a0f9e-e4f9-4976-81c7-60cb3bf80e3c", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2955 | 2024-12-14T03:48:56.796Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = vpc_route_manager
elapsed = 444.656978ms
iteration = 30
status = {}
|
| 2956 | 2024-12-14T03:48:56.801Z | WARN | nexus (BackgroundTasks): instance reincarnation completed with errors
background_task = instance_reincarnation
file = nexus/src/app/background/tasks/instance_reincarnation.rs:103
instances_changed_state = 0
instances_found = 0
instances_reincarnated = 0
query_errors = 0
restart_errors = 0
|
| 2957 | 2024-12-14T03:48:56.801Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = instance_reincarnation
elapsed = 450.037796ms
iteration = 15
status = {"changed_state":[],"disabled":false,"errors":[],"instances_found":{"Failed":0,"SagaUnwound":0},"instances_reincarnated":[],"restart_errors":[]}
|
| 2958 | 2024-12-14T03:48:56.817Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2959 | 2024-12-14T03:48:56.818Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2960 | 2024-12-14T03:48:56.819Z | INFO | nexus (BackgroundTasks): fetching switch port settings
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:151
port = SwitchPort { id: 45ca990e-42e9-4264-be3e-0adfed2cd99b, rack_id: a121ca05-bbee-41bf-b9db-9e03ff035200, switch_location: "switch0", port_name: "qsfp0", port_settings_id: Some(811a570a-bdaf-4a1b-8eba-0c0e4977f7bb) }
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 2961 | 2024-12-14T03:48:56.819Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2962 | 2024-12-14T03:48:56.820Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2963 | 2024-12-14T03:48:56.828Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron
|
| 2964 | 2024-12-14T03:48:56.828Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron", status: 200, headers: {"content-type": "application/json", "x-request-id": "337588f5-9ef7-4786-86a8-bf30bc16f7ba", "content-length": "134", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2965 | 2024-12-14T03:48:56.828Z | INFO | nexus (BackgroundTasks): retrieved port settings from switch
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1746
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
settings = PortSettings { links: {"0": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }
switch_port_id = "qsfp0"
|
| 2966 | 2024-12-14T03:48:56.828Z | INFO | nexus (BackgroundTasks): port settings up to date, skipping
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1773
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
switch_port_id = "qsfp0"
switch_port_settings_id = 811a570a-bdaf-4a1b-8eba-0c0e4977f7bb
|
| 2967 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): retrieved existing routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:383
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}
|
| 2968 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): retrieved desired routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:387
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}
|
| 2969 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): calculated static routes to add
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:396
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2970 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): calculated static routes to delete
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:402
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2971 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): deleting static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:407
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2972 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): removing static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1920
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 2973 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): adding static routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:413
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
routes = {Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}
|
| 2974 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): adding static v4 routes
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:1956
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
request = AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }
switch_location = Switch0
|
| 2975 | 2024-12-14T03:48:56.829Z | INFO | nexus (BackgroundTasks): checking for changes to loopback addresses
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:422
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
|
| 2976 | 2024-12-14T03:48:56.829Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2977 | 2024-12-14T03:48:56.829Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2978 | 2024-12-14T03:48:56.831Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv4
|
| 2979 | 2024-12-14T03:48:56.831Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv4", status: 200, headers: {"content-type": "application/json", "x-request-id": "edab09fb-10d8-4f13-84b5-917e308d4370", "content-length": "2", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2980 | 2024-12-14T03:48:56.831Z | DEBG | nexus (DpdClient): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::2]:12224/loopback/ipv6
|
| 2981 | 2024-12-14T03:48:56.831Z | DEBG | nexus (DpdClient): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::2]:12224/loopback/ipv6", status: 200, headers: {"content-type": "application/json", "x-request-id": "b69be2eb-95bc-40a0-9785-ca0c41960aa0", "content-length": "52", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2982 | 2024-12-14T03:48:56.831Z | INFO | nexus (BackgroundTasks): applying SMF config uplink updates to switch zone
background_task = switch_port_config_manager
config = [HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: "qsfp0", tx_eq: None }]
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:471
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch_location = Switch0
|
| 2983 | 2024-12-14T03:48:56.831Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = Some(Body)
method = POST
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/switch-ports
|
| 2984 | 2024-12-14T03:48:56.929Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/switch-ports", status: 204, headers: {"x-request-id": "fac1d19a-df6f-4dab-89d7-bebcc3186633", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2985 | 2024-12-14T03:48:56.929Z | INFO | nexus (BackgroundTasks): no bgp config found for switch, skipping.
background_task = switch_port_config_manager
file = nexus/src/app/background/tasks/sync_switch_configuration.rs:774
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
switch = Switch0
|
| 2986 | 2024-12-14T03:48:56.929Z | DEBG | nexus (BackgroundTasks): client request
background_task = switch_port_config_manager
body = None
method = GET
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
uri = http://[fd00:1122:3344:101::1]:12345/network-bootstore-config
|
| 2987 | 2024-12-14T03:48:56.929Z | DEBG | nexus (BackgroundTasks): client response
background_task = switch_port_config_manager
rack_id = a121ca05-bbee-41bf-b9db-9e03ff035200
result = Ok(Response { url: "http://[fd00:1122:3344:101::1]:12345/network-bootstore-config", status: 200, headers: {"content-type": "application/json", "x-request-id": "e41c7aab-57dd-464c-a3cd-d954c9d75b16", "content-length": "682", "date": "Sat, 14 Dec 2024 03:48:56 GMT"} })
|
| 2988 | 2024-12-14T03:48:56.929Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2989 | 2024-12-14T03:48:56.929Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2990 | 2024-12-14T03:48:56.933Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2991 | 2024-12-14T03:48:56.933Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2992 | 2024-12-14T03:48:56.936Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2993 | 2024-12-14T03:48:56.936Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2994 | 2024-12-14T03:48:56.938Z | DEBG | nexus (BackgroundTasks): roles
background_task = switch_port_config_manager
roles = RoleSet { roles: {} }
|
| 2995 | 2024-12-14T03:48:56.939Z | DEBG | nexus (BackgroundTasks): authorize result
action = Query
actor = Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })
background_task = switch_port_config_manager
resource = Database
result = Ok(())
|
| 2996 | 2024-12-14T03:48:56.946Z | DEBG | nexus (BackgroundTasks): activation complete
background_task = switch_port_config_manager
elapsed = 594.585132ms
iteration = 29
status = {}
|